alternative prompts for arithmetic

lm_eval/tasks/arithmetic/alternative_worlds/_template_yaml

+dataset_path: EleutherAI/arithmetic
+dataset_name: arithmetic_1dc
+output_type: loglikelihood
+validation_split: validation
+test_split: null
+doc_to_text: "{{context}}"
+doc_to_target: "{{completion}}"
+metric_list:
+  - metric: acc
+    aggregation: mean
+    higher_is_better: true
+  - metric: brier_score
+    higher_is_better: false
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/arithmetic_alt.yaml

+group: arithmetic_alt
+task:
+  - arithmetic_alt_01
+  - arithmetic_alt_02
+  - arithmetic_alt_03
+  - arithmetic_alt_04
+  - arithmetic_alt_05
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_01/_template_01_yaml

+include: ../_template_yaml
+group: arithmetic_alt_01
+group_alias: arithmetic (Style 01)
+dataset_path: EleutherAI/arithmetic
+output_type: loglikelihood
+validation_split: validation
+test_split: null
+doc_to_text: !function ../utils.style_01
+doc_to_target: "{{completion}}"
+metric_list:
+  - metric: acc
+    aggregation: mean
+    higher_is_better: true
+  - metric: brier_score
+    higher_is_better: false
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_01/arithmetic_1dc.yaml

+include: _template_01_yaml
+task: arithmetic_1dc_alt_01
+dataset_name: arithmetic_1dc

lm_eval/tasks/arithmetic/alternative_worlds/style_01/arithmetic_2da.yaml

+include: _template_01_yaml
+task: arithmetic_2da_alt_01
+dataset_name: arithmetic_2da
+task_alias: 2da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_01/arithmetic_2dm.yaml

+include: _template_01_yaml
+task: arithmetic_2dm_alt_01
+dataset_name: arithmetic_2dm
+task_alias: 2dm
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_01/arithmetic_2ds.yaml

+include: _template_01_yaml
+task: arithmetic_2ds_alt_01
+dataset_name: arithmetic_2ds
+task_alias: 2ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_01/arithmetic_3da.yaml

+include: _template_01_yaml
+task: arithmetic_3da_alt_01
+dataset_name: arithmetic_3da
+task_alias: 3da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_01/arithmetic_3ds.yaml

+include: _template_01_yaml
+task: arithmetic_3ds_alt_01
+dataset_name: arithmetic_3ds
+task_alias: 3ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_01/arithmetic_4da.yaml

+include: _template_01_yaml
+task: arithmetic_4da_alt_01
+dataset_name: arithmetic_4da
+task_alias: 4da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_01/arithmetic_4ds.yaml

+include: _template_01_yaml
+task: arithmetic_4ds_alt_01
+dataset_name: arithmetic_4ds
+task_alias: 4ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_01/arithmetic_5da.yaml

+include: _template_01_yaml
+task: arithmetic_5da_alt_01
+dataset_name: arithmetic_5da
+task_alias: 5da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_01/arithmetic_5ds.yaml

+include: _template_01_yaml
+task: arithmetic_5ds_alt_01
+dataset_name: arithmetic_5ds
+task_alias: 5ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_02/_template_02_yaml

+include: ../_template_yaml
+group: arithmetic_alt_02
+group_alias: arithmetic (Style 02)
+dataset_path: EleutherAI/arithmetic
+output_type: loglikelihood
+validation_split: validation
+test_split: null
+doc_to_text: !function ../utils.style_02
+doc_to_target: "{{completion}}"
+metric_list:
+  - metric: acc
+    aggregation: mean
+    higher_is_better: true
+  - metric: brier_score
+    higher_is_better: false
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_02/arithmetic_1dc.yaml

+include: _template_02_yaml
+task: arithmetic_1dc_alt_02
+dataset_name: arithmetic_1dc
+task_alias: 1dc
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_02/arithmetic_2da.yaml

+include: _template_02_yaml
+task: arithmetic_2da_alt_02
+dataset_name: arithmetic_2da
+task_alias: 2da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_02/arithmetic_2dm.yaml

+include: _template_02_yaml
+task: arithmetic_2dm_alt_02
+dataset_name: arithmetic_2dm
+task_alias: 2dm
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_02/arithmetic_2ds.yaml

+include: _template_02_yaml
+task: arithmetic_2ds_alt_02
+dataset_name: arithmetic_2ds
+task_alias: 2ds
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_02/arithmetic_3da.yaml

+include: _template_02_yaml
+task: arithmetic_3da_alt_02
+dataset_name: arithmetic_3da
+task_alias: 3da
\ No newline at end of file

lm_eval/tasks/arithmetic/alternative_worlds/style_02/arithmetic_3ds.yaml

+include: _template_02_yaml
+task: arithmetic_3ds_alt_02
+dataset_name: arithmetic_3ds
+task_alias: 3ds
\ No newline at end of file