adjust super glue cb

lm_eval/tasks/super_glue/cb/base.yaml

-group:
-  - t0-eval
-  - super-glue
-task: super_glue_cb_yaml
-dataset_path: super_glue
-dataset_name: cb
-training_split: train
-validation_split: validation
-doc_to_text: "Suppose {{premise}} Can we infer that \"{{hypothesis}}\"? Yes, no, or maybe?"
-doc_to_target: "{% set answer_choices = ['Yes', 'No', 'Maybe'] %}{{answer_choices[label]}}"
-metric_list:
-  - metric: exact_match
-    aggregation: mean
-    higher_is_better: true
-    ignore_case: true
-    ignore_punctuation: true

lm_eval/tasks/super_glue/cb/based_on_previous_passage.yaml

-!task
-name: based on the previous passage
+group:
+  - super-glue-cb
+task: based on the previous passage
 reference: "Adapted from the BoolQ prompts in Schick & Sch\xFCtze 2021."
-doc_to_text: '{{premise}} Based on the previous passage, is it true that "{{hypothesis}}"? Yes, no, or maybe?'
-doc_to_target: '{% set answer_choices = ['Yes', 'No', 'Maybe'] %}{{answer_choices[label]}}'
\ No newline at end of file
+dataset_path: super_glue
+dataset_name: cb
+training_split: train
+validation_split: validation
+doc_to_text: "{{premise}} Based on the previous passage, is it true that \"{{hypothesis}}\"? Yes, no, or maybe?"
+doc_to_target: "{% set answer_choices = ['Yes', 'No', 'Maybe'] %}{{answer_choices[label]}}"
+metric_list:
+  - metric: exact_match
+    aggregation: mean
+    higher_is_better: true
+    ignore_case: true
+    ignore_punctuation: true

lm_eval/tasks/super_glue/cb/can_we_infer.yaml

-name: can we infer
+group:
+  - super-glue-cb
+include: based_on_previous_passage.yaml
+task: can we infer
 reference: Webson & Pavlick 2021
-doc_to_text: 'Suppose {{premise}} Can we infer that "{{hypothesis}}"? Yes, no, or maybe?'
-doc_to_target: '{% set answer_choices = ['Yes', 'No', 'Maybe'] %}{{answer_choices[label]}}'
+doc_to_text: "Suppose {{premise}} Can we infer that \"{{hypothesis}}\"? Yes, no, or maybe?"
+doc_to_target: "{% set answer_choices = ['Yes', 'No', 'Maybe'] %}{{answer_choices[label]}}"

lm_eval/tasks/super_glue/cb/claim_true_false_inconclusive.yaml

-name: claim true/false/inconclusive
+group:
+  - super-glue-cb
+include: based_on_previous_passage.yaml
+task: claim true/false/inconclusive
 reference: Sanh et al. 2021
-doc_to_text: '{{premise}} Based on that information, is the claim: "{{hypothesis}}" {{"true"}}, {{"false"}}, or {{"inconclusive"}}?'
-doc_to_target: '{% set answer_choices = ['True', 'False', 'Inconclusive'] %}{{answer_choices[label]}}'
+doc_to_text: "{{premise}} Based on that information, is the claim: \"{{hypothesis}}\" \"true\", \"false\", or \"inconclusive\"?"
+doc_to_target: "{% set answer_choices = ['True', 'False', 'Inconclusive'] %}{{answer_choices[label]}}"