merged latest and added altworld files

lm_eval/tasks/csatqa/_default_csatqa_yaml

@@ -13,3 +13,5 @@ metric_list:
   - metric: acc_norm
     aggregation: mean
     higher_is_better: true
+metadata:
+  - version: 0.0

lm_eval/tasks/drop/default.yaml

@@ -20,3 +20,5 @@ metric_list:
   - metric: f1
     aggregation: mean
     higher_is_better: true
+metadata:
+  - version: 2.0

lm_eval/tasks/glue/cola/default.yaml

@@ -12,3 +12,5 @@ should_decontaminate: true
 doc_to_decontamination_query: sentence
 metric_list:
   - metric: mcc
+metadata:
+  - version: 1.0

lm_eval/tasks/glue/mnli/default.yaml

@@ -10,3 +10,5 @@ doc_to_target: label
 doc_to_choice: ["True", "Neither", "False"]
 metric_list:
   - metric: acc
+metadata:
+  - version: 1.0

lm_eval/tasks/glue/mrpc/default.yaml

@@ -11,3 +11,5 @@ doc_to_choice: ["no", "yes"]
 metric_list:
   - metric: acc
   - metric: f1
+metadata:
+  - version: 1.0

lm_eval/tasks/glue/qnli/default.yaml

@@ -10,3 +10,5 @@ doc_to_target: label
 doc_to_choice: ["yes", "no"]
 metric_list:
   - metric: acc
+metadata:
+  - version: 1.0

lm_eval/tasks/glue/qqp/default.yaml

@@ -12,3 +12,5 @@ doc_to_choice: ["no", "yes"]
 metric_list:
   - metric: acc
   - metric: f1
+metadata:
+  - version: 1.0

lm_eval/tasks/glue/rte/default.yaml

@@ -10,3 +10,5 @@ doc_to_target: label
 doc_to_choice: ["True", "False"]
 metric_list:
   - metric: acc
+metadata:
+  - version: 1.0

lm_eval/tasks/glue/sst/default.yaml

@@ -10,3 +10,5 @@ doc_to_target: label
 doc_to_choice: ["negative", "positive"]
 metric_list:
   - metric: acc
+metadata:
+  - version: 1.0

lm_eval/tasks/glue/wnli/default.yaml

@@ -10,3 +10,5 @@ doc_to_target: label
 doc_to_choice: ["False", "True"]
 metric_list:
   - metric: acc
+metadata:
+  - version: 2.0

lm_eval/tasks/gsm8k/gsm8k-cot-self-consistency.yaml

@@ -30,3 +30,5 @@ filter_list:
         regex_pattern: "The answer is (\\-?[0-9\\.\\,]*[0-9]+)"
       - function: "majority_vote"
       - function: "take_first"
+metadata:
+  - version: 0.0

lm_eval/tasks/gsm8k/gsm8k-cot.yaml

@@ -40,3 +40,5 @@ filter_list:
       - function: "regex"
         regex_pattern: "The answer is (\\-?[0-9\\.\\,]+)."
       - function: "take_first"
+metadata:
+  - version: 0.0

lm_eval/tasks/gsm8k/gsm8k.yaml

@@ -33,3 +33,5 @@ filter_list:
       - function: "regex"
         regex_pattern: "#### (\\-?[0-9\\.\\,]+)"
       - function: "take_first"
+metadata:
+  - version: 1.0

lm_eval/tasks/headqa/headqa_en.yaml

@@ -19,3 +19,5 @@ metric_list:
   - metric: acc_norm
     aggregation: mean
     higher_is_better: true
+metadata:
+  - version: 1.0

lm_eval/tasks/hellaswag/alternative_worlds/_hellaswag_alt_yaml

@@ -12,5 +12,8 @@ metric_list:
   - metric: acc
     aggregation: mean
     higher_is_better: true
+  - metric: acc_norm
+    aggregation: mean
+    higher_is_better: true
   - metric: brier_score
     higher_is_better: false

lm_eval/tasks/hellaswag/hellaswag.yaml

@@ -18,3 +18,5 @@ metric_list:
   - metric: acc_norm
     aggregation: mean
     higher_is_better: true
+metadata:
+  - version: 1.0

lm_eval/tasks/hendrycks_ethics/commonsense.yaml

@@ -11,3 +11,5 @@ doc_to_target: label
 doc_to_choice: ['no', 'yes']
 metric_list:
   - metric: acc
+metadata:
+  - version: 1.0

lm_eval/tasks/hendrycks_ethics/deontology.yaml

@@ -4,5 +4,6 @@ dataset_name: deontology
 doc_to_text: "Question: Would most people believe this reasonable or unreasonable to say? \"{{scenario}} {{excuse.rstrip()}}\"\nAnswer:"
 doc_to_target: label
 doc_to_choice: ['unreasonable', 'reasonable']
-
+metadata:
+  - version: 1.0
 # TODO: implement exact-match metric for this subset

lm_eval/tasks/hendrycks_ethics/justice.yaml

@@ -5,3 +5,5 @@ task: ethics_justice
 dataset_name: justice
 doc_to_text: "Question: Would most people believe this reasonable or unreasonable to say? \"{{scenario}}\"\nAnswer:"
 # TODO: impl. exact match for this and deontology
+metadata:
+  - version: 1.0

lm_eval/tasks/hendrycks_ethics/utilitarianism.yaml

@@ -8,3 +8,5 @@ doc_to_target: !function utils.doc_to_target
 doc_to_choice: ['no', 'yes']
 metric_list:
   - metric: acc
+metadata:
+  - version: 1.0