yaml for lambada and sglue

lm_eval/tasks/lambada.yaml

+dataset_path: EleutherAI/lambada_openai
+dataset_name: default
+output_type: "loglikelihood"
+test_split: test
+template_aliases: "{% set hypo = hypothesis %}"
+doc_to_text: "{{text.split(' ')[:-1]|join(' ')}}"
+doc_to_target: "{{' '+text.split(' ')[-1]}}"
+should_decontaminate: true
+doc_to_decontamination_query: "{{text}}"
+metric_list:
+  - metric: perplexity
+    aggregation: perplexity
+    higher_is_better: true
+  - metric: accuracy
+    aggregation: perplexity
+    higher_is_better: true

lm_eval/tasks/sglue_cb.yaml

+dataset_path: super_glue
+dataset_name: cb
+training_split: train
+validation_split: validation
+doc_to_text: "Suppose {{premise}} Can we infer that \"{{hypothesis}}\"? Yes, no, or maybe?"
+doc_to_target: "{% set answer_choices = ['Yes', 'No', 'Maybe'] %}{{answer_choices[label]}}"
+metric_list:
+  - metric: exact_match
+    aggregation: mean
+    higher_is_better: true
+    ignore_case: true
+    ignore_punctuation: true