made prompt and output variations

lm_eval/tasks/arc/alternative_worlds/arc_easy_alt.yaml

-group: arc_easy_alt
-task:
-  - arc_easy_01
-  - arc_easy_02
-  - arc_easy_03
-  - arc_easy_04
-  - arc_easy_05
-  - arc_easy_06
-  - arc_easy_07
-  - arc_easy_08

lm_eval/tasks/arc/alternative_worlds/output_variation/arc_easy_alt.yaml

+group: arc_easy_alt_ov
+task:
+  - arc_easy_alt_ov_01
+  - arc_easy_alt_ov_02
+  - arc_easy_alt_ov_03
+  - arc_easy_alt_ov_04
+  - arc_easy_alt_ov_05
+  - arc_easy_alt_ov_06
+  - arc_easy_alt_ov_07
+  - arc_easy_alt_ov_08

lm_eval/tasks/arc/alternative_worlds/style_01/a.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_01/a.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_01
-group_alias: style_01
-task: arc_easy_01a
-task_alias: a
+group: arc_easy_alt_ov_01
+task: arc_easy_alt_ov_01a
 doc_to_text: !function ../styles.template_01
 doc_to_choice: !function ../styles.choice_01a
+doc_to_decontamination_query: !function ../styles.template_01
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_01/b.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_01/b.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_01
-group_alias: style_01
-task: arc_easy_01b
-task_alias: b
+group: arc_easy_alt_ov_01
+task: arc_easy_alt_ov_01b
 doc_to_text: !function ../styles.template_01
 doc_to_choice: !function ../styles.choice_01b
+doc_to_decontamination_query: !function ../styles.template_01
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_01/c.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_01/c.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_01
-group_alias: style_01
-task: arc_easy_01c
-task_alias: c
+group: arc_easy_alt_ov_01
+task: arc_easy_alt_ov_01c
 doc_to_text: !function ../styles.template_01
 doc_to_choice: !function ../styles.choice_01c
+doc_to_decontamination_query: !function ../styles.template_01
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_02/a.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_02/a.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_02
-group_alias: style_02
-task: arc_easy_02a
-task_alias: a
+group: arc_easy_alt_ov_02
+task: arc_easy_alt_ov_02a
 doc_to_text: !function ../styles.template_02
 doc_to_choice: !function ../styles.choice_02a
+doc_to_decontamination_query: !function ../styles.template_02
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_02/b.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_02/b.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_02
-group_alias: style_02
-task: arc_easy_02b
-task_alias: b
+group: arc_easy_alt_ov_02
+task: arc_easy_alt_ov_02b
 doc_to_text: !function ../styles.template_02
 doc_to_choice: !function ../styles.choice_02b
+doc_to_decontamination_query: !function ../styles.template_02
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_02/c.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_02/c.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_02
-group_alias: style_02
-task: arc_easy_02c
-task_alias: c
+group: arc_easy_alt_ov_02
+task: arc_easy_alt_ov_02c
 doc_to_text: !function ../styles.template_02
 doc_to_choice: !function ../styles.choice_02c
+doc_to_decontamination_query: !function ../styles.template_02
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_03/a.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_03/a.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_03
-group_alias: style_03
-task: arc_easy_03a
-task_alias: a
+group: arc_easy_alt_ov_03
+task: arc_easy_alt_ov_03a
 doc_to_text: !function ../styles.template_03
 doc_to_choice: !function ../styles.choice_03a
+doc_to_decontamination_query: !function ../styles.template_03
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_03/b.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_03/b.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_03
-group_alias: style_03
-task: arc_easy_03b
-task_alias: b
+group: arc_easy_alt_ov_03
+task: arc_easy_alt_ov_03b
 doc_to_text: !function ../styles.template_03
 doc_to_choice: !function ../styles.choice_03b
+doc_to_decontamination_query: !function ../styles.template_03
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_03/c.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_03/c.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_03
-group_alias: style_03
-task: arc_easy_03c
-task_alias: c
+group: arc_easy_alt_ov_03
+task: arc_easy_alt_ov_03c
 doc_to_text: !function ../styles.template_03
 doc_to_choice: !function ../styles.choice_03c
+doc_to_decontamination_query: !function ../styles.template_03
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_04/a.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_04/a.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_04
-group_alias: style_04
-task: arc_easy_04a
-task_alias: a
+group: arc_easy_alt_ov_04
+task: arc_easy_alt_ov_04a
 doc_to_text: !function ../styles.template_04
 doc_to_choice: !function ../styles.choice_04a
+doc_to_decontamination_query: !function ../styles.template_04
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_04/b.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_04/b.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_04
-group_alias: style_04
-task: arc_easy_04b
-task_alias: b
+group: arc_easy_alt_ov_04
+task: arc_easy_alt_ov_04b
 doc_to_text: !function ../styles.template_04
 doc_to_choice: !function ../styles.choice_04b
+doc_to_decontamination_query: !function ../styles.template_04
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_04/c.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_04/c.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_04
-group_alias: style_04
-task: arc_easy_04c
-task_alias: c
+group: arc_easy_alt_ov_04
+task: arc_easy_alt_ov_04c
 doc_to_text: !function ../styles.template_04
 doc_to_choice: !function ../styles.choice_04c
+doc_to_decontamination_query: !function ../styles.template_04
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_05/a.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_05/a.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_05
-group_alias: style_05
-task: arc_easy_05a
-task_alias: a
+group: arc_easy_alt_ov_05
+task: arc_easy_alt_ov_05a
 doc_to_text: !function ../styles.template_05
 doc_to_choice: !function ../styles.choice_05a
+doc_to_decontamination_query: !function ../styles.template_05
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_05/b.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_05/b.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_05
-group_alias: style_05
-task: arc_easy_05b
-task_alias: b
+group: arc_easy_alt_ov_05
+task: arc_easy_alt_ov_05b
 doc_to_text: !function ../styles.template_05
 doc_to_choice: !function ../styles.choice_05b
+doc_to_decontamination_query: !function ../styles.template_05
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_05/c.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_05/c.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_05
-group_alias: style_05
-task: arc_easy_05c
-task_alias: c
+group: arc_easy_alt_ov_05
+task: arc_easy_alt_ov_05c
 doc_to_text: !function ../styles.template_05
 doc_to_choice: !function ../styles.choice_05c
+doc_to_decontamination_query: !function ../styles.template_05
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_06/a.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_06/a.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_06
-group_alias: style_06
-task: arc_easy_06a
-task_alias: a
+group: arc_easy_alt_ov_06
+task: arc_easy_alt_ov_06a
 doc_to_text: !function ../styles.template_06
 doc_to_choice: !function ../styles.choice_06a
+doc_to_decontamination_query: !function ../styles.template_06
\ No newline at end of file

lm_eval/tasks/arc/alternative_worlds/style_06/b.yaml → lm_eval/tasks/arc/alternative_worlds/output_variation/style_06/b.yaml

 include: ../_arc_easy_alt_yaml
-group: arc_easy_06
-group_alias: style_06
-task: arc_easy_06b
-task_alias: b
+group: arc_easy_alt_ov_06
+task: arc_easy_alt_ov_06b
 doc_to_text: !function ../styles.template_06
 doc_to_choice: !function ../styles.choice_06b
+doc_to_decontamination_query: !function ../styles.template_06
\ No newline at end of file