Merge branch 'main' into multimodal-prototyping

lm_eval/tasks/super_glue/boolq/default.yaml

-group:
+tag:
   - super-glue-lm-eval-v1
 task: boolq
 dataset_path: super_glue

lm_eval/tasks/super_glue/boolq/seq2seq.yaml

-group:
+tag:
   - super-glue-lm-eval-v1-seq2seq
 task: "boolq-seq2seq"
 dataset_path: super_glue

lm_eval/tasks/super_glue/boolq/t5-prompt.yaml

-group:
+tag:
   - super-glue-t5-prompt
 task: super_glue-boolq-t5-prompt
 dataset_path: super_glue

lm_eval/tasks/super_glue/cb/default.yaml

-group:
+tag:
   - super-glue-lm-eval-v1
 task: cb
 dataset_path: super_glue

lm_eval/tasks/super_glue/cb/t5-prompt.yaml

-group:
+tag:
   - super-glue-t5-prompt
 task: super_glue-cb-t5-prompt
 dataset_path: super_glue

lm_eval/tasks/super_glue/copa/default.yaml

-group:
+tag:
   - super-glue-lm-eval-v1
 task: copa
 dataset_path: super_glue

lm_eval/tasks/super_glue/copa/t5-prompt.yaml

-group:
+tag:
   - super-glue-t5-prompt
 task: super_glue-copa-t5-prompt
 dataset_path: super_glue

lm_eval/tasks/super_glue/multirc/default.yaml

-group:
+tag:
   - super-glue-lm-eval-v1
 task: multirc
 dataset_path: super_glue

lm_eval/tasks/super_glue/multirc/t5-prompt.yaml

-group:
+tag:
   - super-glue-t5-prompt
 task: super_glue-multirc-t5-prompt
 dataset_path: super_glue

lm_eval/tasks/super_glue/record/default.yaml

-group:
+tag:
   - super-glue-lm-eval-v1
 task: record
 dataset_path: super_glue

lm_eval/tasks/super_glue/record/t5-prompt.yaml

-group:
+tag:
   - super-glue-t5-prompt
 task: super_glue-record-t5-prompt
 dataset_path: super_glue

lm_eval/tasks/super_glue/rte/default.yaml

-group:
+tag:
   - super-glue-lm-eval-v1
 task: sglue_rte
 dataset_path: super_glue

lm_eval/tasks/super_glue/rte/t5-prompt.yaml

-group:
+tag:
   - super-glue-t5-prompt
 task: super_glue-rte-t5-prompt
 dataset_path: super_glue

lm_eval/tasks/super_glue/wic/default.yaml

-group:
+tag:
   - super-glue-lm-eval-v1
 task: "wic"
 dataset_path: super_glue

lm_eval/tasks/super_glue/wic/t5-prompt.yaml

-group:
+tag:
   - super-glue-t5-prompt
 task: super_glue-wic-t5-prompt
 dataset_path: super_glue

lm_eval/tasks/super_glue/wsc/default.yaml

-group:
+tag:
   - super-glue-lm-eval-v1
 task: wsc
 dataset_path: super_glue

lm_eval/tasks/super_glue/wsc/t5-prompt.yaml

-group:
+tag:
   - super-glue-t5-prompt
 task: super_glue-wsc-t5-prompt
 dataset_path: super_glue

lm_eval/tasks/swde/task.py

@@ -12,7 +12,7 @@ class SWDE(ConfigurableTask):
     DATASET_PATH = "hazyresearch/based-swde-v2"
     DATASET_NAME = "default"
 
-    def __init__(self):
+    def __init__(self, **kwargs):
         super().__init__(config={"metadata": {"version": self.VERSION}})
 
     def has_training_docs(self):

lm_eval/tasks/translation/iwslt2017_ar-en.yaml

@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["en"]}}'
 doc_to_text: 'Arabic phrase: {{translation["ar"]}}
 
   English phrase:'
-group:
-- generate_until
+tag:
 - translation
 - iwslt2017
 include: wmt_common_yaml

lm_eval/tasks/translation/iwslt2017_en-ar.yaml

@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["ar"]}}'
 doc_to_text: 'English phrase: {{translation["en"]}}
 
   Arabic phrase:'
-group:
-- generate_until
+tag:
 - translation
 - iwslt2017
 include: wmt_common_yaml