"vscode:/vscode.git/clone" did not exist on "0bff23b4cd6a1cb9606b238edb1f9e012a8a5449"
Commit a85f3876 authored by JessicaOjo's avatar JessicaOjo
Browse files

revert xnli to multiple choice

parent 474073af
...@@ -4,7 +4,7 @@ group: ...@@ -4,7 +4,7 @@ group:
- afrixnli-manual - afrixnli-manual
dataset_path: masakhane/afrixnli dataset_path: masakhane/afrixnli
dataset_name: null dataset_name: null
output_type: generate_until output_type: multiple_choice
validation_split: validation validation_split: validation
test_split: test test_split: test
fewshot_split: validation fewshot_split: validation
...@@ -16,14 +16,6 @@ doc_to_choice: ...@@ -16,14 +16,6 @@ doc_to_choice:
- "contradiction" - "contradiction"
should_decontaminate: true should_decontaminate: true
doc_to_decontamination_query: premise doc_to_decontamination_query: premise
filter_list:
- name: "verbalizer_extract"
filter:
- function: verbalizer
verbalizer_dict: {
"entailment": ['encouragement', 'entitlement', 'entails', 'entailed', 'entailment'],
"contradiction": ['contradictory', 'contradicts', 'contradiction'],
"neutral": ['neutral']}
metric_list: metric_list:
- metric: f1 - metric: f1
aggregation: !function utils.weighted_f1_score aggregation: !function utils.weighted_f1_score
...@@ -32,7 +24,7 @@ metric_list: ...@@ -32,7 +24,7 @@ metric_list:
ignore_case: true ignore_case: true
ignore_punctuation: true ignore_punctuation: true
- metric: acc - metric: acc
aggregation: !function utils.manual_accuracy_score aggregation: mean
higher_is_better: true higher_is_better: true
ignore_case: true ignore_case: true
ignore_punctuation: true ignore_punctuation: true
......
...@@ -5,7 +5,7 @@ group: ...@@ -5,7 +5,7 @@ group:
- afrixnli-translate-test - afrixnli-translate-test
dataset_path: masakhane/afrixnli-translate-test dataset_path: masakhane/afrixnli-translate-test
dataset_name: null dataset_name: null
output_type: generate_until output_type: multiple_choice
test_split: test test_split: test
doc_to_text: !function utils.doc_to_text doc_to_text: !function utils.doc_to_text
doc_to_target: !function utils.doc_to_target doc_to_target: !function utils.doc_to_target
...@@ -15,23 +15,15 @@ doc_to_choice: ...@@ -15,23 +15,15 @@ doc_to_choice:
- "contradiction" - "contradiction"
should_decontaminate: true should_decontaminate: true
doc_to_decontamination_query: premise doc_to_decontamination_query: premise
filter_list:
- name: "verbalizer_extract"
filter:
- function: verbalizer
verbalizer_dict: {
"entailment": ['encouragement', 'entitlement', 'entails', 'entailed', 'entailment'],
"contradiction": ['contradictory', 'contradicts', 'contradiction'],
"neutral": ['neutral']}
metric_list: metric_list:
- metric: f1 - metric: f1
aggregation: aggregation: !function utils.weighted_f1_score
average: weighted average: weighted
higher_is_better: True higher_is_better: True
ignore_case: true ignore_case: true
ignore_punctuation: true ignore_punctuation: true
- metric: acc - metric: acc
aggregation: !function utils.manual_accuracy_score aggregation: mean
higher_is_better: true higher_is_better: true
ignore_case: true ignore_case: true
ignore_punctuation: true ignore_punctuation: true
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment