"src/lib/vscode:/vscode.git/clone" did not exist on "3286552a5df68255aa5f71eda9926eda44350fdf"
Commit 492d4264 authored by JessicaOjo's avatar JessicaOjo
Browse files

edit for open models

parent 753e8670
...@@ -4,7 +4,7 @@ group: ...@@ -4,7 +4,7 @@ group:
- afrixnli-manual - afrixnli-manual
dataset_path: masakhane/afrixnli dataset_path: masakhane/afrixnli
dataset_name: null dataset_name: null
output_type: multiple_choice_gpt output_type: multiple_choice
validation_split: validation validation_split: validation
test_split: test test_split: test
fewshot_split: validation fewshot_split: validation
...@@ -24,7 +24,7 @@ metric_list: ...@@ -24,7 +24,7 @@ metric_list:
ignore_case: true ignore_case: true
ignore_punctuation: true ignore_punctuation: true
- metric: acc - metric: acc
aggregation: acc_gpt aggregation: mean
higher_is_better: true higher_is_better: true
ignore_case: true ignore_case: true
ignore_punctuation: true ignore_punctuation: true
......
...@@ -5,7 +5,7 @@ group: ...@@ -5,7 +5,7 @@ group:
- afrixnli-translate-test - afrixnli-translate-test
dataset_path: masakhane/afrixnli-translate-test dataset_path: masakhane/afrixnli-translate-test
dataset_name: null dataset_name: null
output_type: multiple_choice_gpt output_type: multiple_choice
test_split: test test_split: test
doc_to_text: !function utils.doc_to_text doc_to_text: !function utils.doc_to_text
doc_to_target: !function utils.doc_to_target doc_to_target: !function utils.doc_to_target
...@@ -23,7 +23,7 @@ metric_list: ...@@ -23,7 +23,7 @@ metric_list:
ignore_case: true ignore_case: true
ignore_punctuation: true ignore_punctuation: true
- metric: acc - metric: acc
aggregation: acc_gpt aggregation: mean
higher_is_better: true higher_is_better: true
ignore_case: true ignore_case: true
ignore_punctuation: true ignore_punctuation: true
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment