reformat

lm_eval/tasks/arithmetic/alternative_worlds/style_04/arithmetic_3ds.yaml

 include: _template_04_yaml
 task: arithmetic_3ds_alt_04
 dataset_name: arithmetic_3ds
-task_alias: 3ds
+task_alias: 3ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_04/arithmetic_4da.yaml

 include: _template_04_yaml
 task: arithmetic_4da_alt_04
 dataset_name: arithmetic_4da
-task_alias: 4da
+task_alias: 4da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_04/arithmetic_4ds.yaml

 include: _template_04_yaml
 task: arithmetic_4ds_alt_04
 dataset_name: arithmetic_4ds
-task_alias: 4ds
+task_alias: 4ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_04/arithmetic_5da.yaml

 include: _template_04_yaml
 task: arithmetic_5da_alt_04
 dataset_name: arithmetic_5da
-task_alias: 5da
+task_alias: 5da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_04/arithmetic_5ds.yaml

 include: _template_04_yaml
 task: arithmetic_5ds_alt_04
 dataset_name: arithmetic_5ds
-task_alias: 5ds
+task_alias: 5ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_05/_template_05_yaml

@@ -12,4 +12,4 @@ metric_list:
     aggregation: mean
     higher_is_better: true
   - metric: brier_score
-    higher_is_better: false
+    higher_is_better: false
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_05/arithmetic_1dc.yaml

 include: _template_05_yaml
 task: arithmetic_1dc_alt_05
 dataset_name: arithmetic_1dc
-task_alias: 1dc
+task_alias: 1dc
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_05/arithmetic_2da.yaml

 include: _template_05_yaml
 task: arithmetic_2da_alt_05
 dataset_name: arithmetic_2da
-task_alias: 2da
+task_alias: 2da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_05/arithmetic_2dm.yaml

 include: _template_05_yaml
 task: arithmetic_2dm_alt_05
 dataset_name: arithmetic_2dm
-task_alias: 2dm
+task_alias: 2dm
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_05/arithmetic_2ds.yaml

 include: _template_05_yaml
 task: arithmetic_2ds_alt_05
 dataset_name: arithmetic_2ds
-task_alias: 2ds
+task_alias: 2ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_05/arithmetic_3da.yaml

 include: _template_05_yaml
 task: arithmetic_3da_alt_05
 dataset_name: arithmetic_3da
-task_alias: 3da
+task_alias: 3da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_05/arithmetic_3ds.yaml

 include: _template_05_yaml
 task: arithmetic_3ds_alt_05
 dataset_name: arithmetic_3ds
-task_alias: 3ds
+task_alias: 3ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_05/arithmetic_4da.yaml

 include: _template_05_yaml
 task: arithmetic_4da_alt_05
 dataset_name: arithmetic_4da
-task_alias: 4da
+task_alias: 4da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_05/arithmetic_4ds.yaml

 include: _template_05_yaml
 task: arithmetic_4ds_alt_05
 dataset_name: arithmetic_4ds
-task_alias: 4ds
+task_alias: 4ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_05/arithmetic_5da.yaml

 include: _template_05_yaml
 task: arithmetic_5da_alt_05
 dataset_name: arithmetic_5da
-task_alias: 5da
+task_alias: 5da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_05/arithmetic_5ds.yaml

 include: _template_05_yaml
 task: arithmetic_5ds_alt_05
 dataset_name: arithmetic_5ds
-task_alias: 5ds
+task_alias: 5ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/utils.py

@@ -7,27 +7,34 @@ def style_00(docs):
     # What is (9 + 8) * 2?
     return docs["context"]
 
+
 def style_01(docs):
 
     # What is (9 + 8) * 2?
     return docs["context"].replace("Question: ", "").replace(" Answer:", "")
 
+
 def style_02(docs):
 
     # Q: What is (9 + 8) * 2? A:
     return docs["context"].replace("Question: ", "Q: ").replace(" Answer:", " A:")
 
+
 def style_03(docs):
 
     # Solve (9 + 8) * 2.
-    return docs["context"].replace("Question: What is", "Solve").replace(" Answer:", ".")
+    return (
+        docs["context"].replace("Question: What is", "Solve").replace(" Answer:", ".")
+    )
+
 
 def style_04(docs):
 
     # (9 + 8) * 2 =
     return docs["context"].replace("Question: What is ", "").replace(" Answer:", " =")
 
+
 def style_05(docs):
 
     # What is (9 + 8) * 2? Answer:
-    return docs["context"].replace("Question: ", "")
+    return docs["context"].replace("Question: ", "")
\ No newline at end of file

lm_eval/tasks/hellaswag/alternative_worlds/README.md

@@ -15,6 +15,6 @@ Answer types:
     - original option
     - just letter
 - letters + continuation
-    - original option 
+    - original option
     - just letter
-- continuation
+- continuation
\ No newline at end of file

lm_eval/tasks/hellaswag/alternative_worlds/style_01/a.yaml

 include: ../_hellaswag_alt_yaml
 group: hellaswag_01
-group_alias: style_01 
+group_alias: style_01
 task: hellaswag_01a
 task_alias: a
 doc_to_text: !function ../styles.template_01
-doc_to_choice: !function ../styles.choice_01a
+doc_to_choice: !function ../styles.choice_01a
\ No newline at end of file

lm_eval/tasks/hellaswag/alternative_worlds/style_01/b.yaml

 include: ../_hellaswag_alt_yaml
 group: hellaswag_01
-group_alias: style_01 
+group_alias: style_01
 task: hellaswag_01b
 task_alias: b
 doc_to_text: !function ../styles.template_01
-doc_to_choice: !function ../styles.choice_01b
+doc_to_choice: !function ../styles.choice_01b
\ No newline at end of file