Commit 835cc40e authored by lintangsutawika's avatar lintangsutawika
Browse files

merged latest and added altworld files

parents 8da401e0 c9bbec6e
......@@ -10,3 +10,5 @@ should_decontaminate: true
doc_to_decontamination_query: "{{sentence_good}} {{sentence_bad}}"
metric_list:
- metric: acc
metadata:
- version: 0.0
......@@ -8,3 +8,5 @@ doc_to_target: 0
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
metric_list:
- metric: acc
metadata:
- version: 0.0
......@@ -10,3 +10,5 @@ doc_to_target: 0
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
metric_list:
- metric: acc
metadata:
- version: 0.0
......@@ -10,3 +10,5 @@ doc_to_target: 0
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
metric_list:
- metric: acc
metadata:
- version: 0.0
......@@ -10,3 +10,5 @@ doc_to_target: 0
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
metric_list:
- metric: acc
metadata:
- version: 0.0
......@@ -8,3 +8,5 @@ doc_to_target: 0
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
metric_list:
- metric: acc
metadata:
- version: 0.0
......@@ -21,3 +21,5 @@ metric_list:
- metric: mrr
aggregation: mean
higher_is_better: true
metadata:
- version: 2.0
......@@ -28,3 +28,5 @@ metric_list:
ignore_punctuation: true
regexes_to_ignore:
- "\ban|a|the\b"
metadata:
- version: 0.0
......@@ -17,3 +17,5 @@ metric_list:
- metric: acc_norm
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
......@@ -16,3 +16,5 @@ metric_list:
- metric: acc
aggregation: mean
higher_is_better: true
metadata:
- version: 0.0
......@@ -19,3 +19,5 @@ metric_list:
- metric: bits_per_byte
aggregation: bits_per_byte
higher_is_better: false
metadata:
- version: 2.0
......@@ -17,3 +17,5 @@ metric_list:
- metric: acc_norm
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
......@@ -41,3 +41,5 @@ metric_list:
- metric: accuracy
aggregation: mean
higher_is_better: true
metadata:
- version: 0.0
......@@ -15,3 +15,5 @@ metric_list:
- metric: acc_norm
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
......@@ -12,3 +12,5 @@ metric_list:
- metric: acc
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
......@@ -18,3 +18,5 @@ metric_list:
- metric: acc_norm
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
......@@ -10,3 +10,5 @@ doc_to_target: 1
doc_to_choice: ["no", "yes"]
metric_list:
- metric: f1
metadata:
- version: 1.0
......@@ -14,3 +14,5 @@ metric_list:
- metric: !function metrics.f1_abstractive
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
......@@ -10,3 +10,5 @@ metric_list:
- metric: acc
aggregation: mean
higher_is_better: true
metadata:
- version: 2.0
......@@ -13,3 +13,5 @@ generation_kwargs:
- "\n\n"
do_sample: false
temperature: 0.0
metadata:
- version: 0.0
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment