reformat

lm_eval/tasks/arc/alternative_worlds/style_06/c.yaml

 include: ../_arc_easy_alt_yaml
 group: arc_easy_06
-group_alias: style_06 
+group_alias: style_06
 task: arc_easy_06c
 task_alias: c
 doc_to_text: !function ../styles.template_06
-doc_to_choice: !function ../styles.choice_06c
+doc_to_choice: !function ../styles.choice_06c
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_07/a.yaml

 include: ../_arc_easy_alt_yaml
 group: arc_easy_07
-group_alias: style_07 
+group_alias: style_07
 task: arc_easy_07a
 task_alias: a
 doc_to_text: !function ../styles.template_07
-doc_to_choice: !function ../styles.choice_07a
+doc_to_choice: !function ../styles.choice_07a
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_07/b.yaml

 include: ../_arc_easy_alt_yaml
 group: arc_easy_07
-group_alias: style_07 
+group_alias: style_07
 task: arc_easy_07b
 task_alias: b
 doc_to_text: !function ../styles.template_07
-doc_to_choice: !function ../styles.choice_07b
+doc_to_choice: !function ../styles.choice_07b
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_07/c.yaml

 include: ../_arc_easy_alt_yaml
 group: arc_easy_07
-group_alias: style_07 
+group_alias: style_07
 task: arc_easy_07c
 task_alias: c
 doc_to_text: !function ../styles.template_07
-doc_to_choice: !function ../styles.choice_07c
+doc_to_choice: !function ../styles.choice_07c
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_08/a.yaml

 include: ../_arc_easy_alt_yaml
 group: arc_easy_08
-group_alias: style_08 
+group_alias: style_08
 task: arc_easy_08a
 task_alias: a
 doc_to_text: !function ../styles.template_08
-doc_to_choice: !function ../styles.choice_08a
+doc_to_choice: !function ../styles.choice_08a
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_08/b.yaml

 include: ../_arc_easy_alt_yaml
 group: arc_easy_08
-group_alias: style_08 
+group_alias: style_08
 task: arc_easy_08b
 task_alias: b
 doc_to_text: !function ../styles.template_08
-doc_to_choice: !function ../styles.choice_08b
+doc_to_choice: !function ../styles.choice_08b
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_08/c.yaml

 include: ../_arc_easy_alt_yaml
 group: arc_easy_08
-group_alias: style_08 
+group_alias: style_08
 task: arc_easy_08c
 task_alias: c
 doc_to_text: !function ../styles.template_08
-doc_to_choice: !function ../styles.choice_08c
+doc_to_choice: !function ../styles.choice_08c
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/styles.py

 import string
 from functools import partial
 
+
 def doc_to_text_base(alphabet, style, doc):
 
     choices = doc["choices"]["text"]
@@ -13,19 +14,21 @@ def doc_to_text_base(alphabet, style, doc):
     else:
         choice_string = "{} {}"
 
-    doc_to_text = "\n\n".join([
-        "Question: "+doc["question"]+"\nAnswer:",
-        ] + [
-            choice_string.format(i,j) for i,j in zip(letter_list, choices)
+    doc_to_text = "\n\n".join(
+        [
+            "Question: " + doc["question"] + "\nAnswer:",
         ]
+        + [choice_string.format(i, j) for i, j in zip(letter_list, choices)]
     )
 
     return doc_to_text
 
+
 # Full continuation
 def choice_A(doc):
     return doc["choices"]["text"]
 
+
 # Letters only
 def choice_B(alphabet, style, doc):
 
@@ -34,10 +37,11 @@ def choice_B(alphabet, style, doc):
 
     letter_list = [style.format(letter) for letter in alphabet[0:num]]
     if "\t" in style:
-        letter_list = [letter.replace("\t","") for letter in letter_list]
+        letter_list = [letter.replace("\t", "") for letter in letter_list]
 
     return letter_list
 
+
 # Letters + Full continuation
 def choice_C(alphabet, style, doc):
 
@@ -46,9 +50,10 @@ def choice_C(alphabet, style, doc):
 
     letter_list = [style.format(letter) for letter in alphabet[0:num]]
     if "\t" not in style:
-        letter_list = [letter+" " for letter in letter_list]
+        letter_list = [letter + " " for letter in letter_list]
+
+    return [letter + choice for letter, choice in zip(letter_list, choices)]
 
-    return [letter+choice for letter, choice in zip(letter_list, choices)]
 
 template_01 = partial(doc_to_text_base, string.ascii_lowercase, "({})")
 choice_01a = choice_A
@@ -82,5 +87,3 @@ template_08 = partial(doc_to_text_base, string.ascii_uppercase, "{}\t")
 choice_08a = choice_A
 choice_08b = partial(choice_B, string.ascii_uppercase, "{}\t")
 choice_08c = partial(choice_C, string.ascii_uppercase, "{}\t")
-
-

lm_eval/tasks/arithmetic/alternative_worlds/_template_yaml

@@ -10,4 +10,4 @@ metric_list:
     aggregation: mean
     higher_is_better: true
   - metric: brier_score
-    higher_is_better: false
+    higher_is_better: false
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/arithmetic_alt.yaml

@@ -5,4 +5,4 @@ task:
   - arithmetic_alt_02
   - arithmetic_alt_03
   - arithmetic_alt_04
-  - arithmetic_alt_05
+  - arithmetic_alt_05
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_00/_template_00_yaml

@@ -12,4 +12,4 @@ metric_list:
     aggregation: mean
     higher_is_better: true
   - metric: brier_score
-    higher_is_better: false
+    higher_is_better: false
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_00/arithmetic_1dc.yaml

 include: _template_00_yaml
 task: arithmetic_1dc_alt_00
 dataset_name: arithmetic_1dc
-task_alias: 1dc
+task_alias: 1dc
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_00/arithmetic_2da.yaml

 include: _template_00_yaml
 task: arithmetic_2da_alt_00
 dataset_name: arithmetic_2da
-task_alias: 2da
+task_alias: 2da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_00/arithmetic_2dm.yaml

 include: _template_00_yaml
 task: arithmetic_2dm_alt_00
 dataset_name: arithmetic_2dm
-task_alias: 2dm
+task_alias: 2dm
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_00/arithmetic_2ds.yaml

 include: _template_00_yaml
 task: arithmetic_2ds_alt_00
 dataset_name: arithmetic_2ds
-task_alias: 2ds
+task_alias: 2ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_00/arithmetic_3da.yaml

 include: _template_00_yaml
 task: arithmetic_3da_alt_00
 dataset_name: arithmetic_3da
-task_alias: 3da
+task_alias: 3da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_00/arithmetic_3ds.yaml

 include: _template_00_yaml
 task: arithmetic_3ds_alt_00
 dataset_name: arithmetic_3ds
-task_alias: 3ds
+task_alias: 3ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_00/arithmetic_4da.yaml

 include: _template_00_yaml
 task: arithmetic_4da_alt_00
 dataset_name: arithmetic_4da
-task_alias: 4da
+task_alias: 4da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_00/arithmetic_4ds.yaml

 include: _template_00_yaml
 task: arithmetic_4ds_alt_00
 dataset_name: arithmetic_4ds
-task_alias: 4ds
+task_alias: 4ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_00/arithmetic_5da.yaml

 include: _template_00_yaml
 task: arithmetic_5da_alt_00
 dataset_name: arithmetic_5da
-task_alias: 5da
+task_alias: 5da
\ No newline at end of file