Commit 835cc40e authored by lintangsutawika's avatar lintangsutawika
Browse files

merged latest and added altworld files

parents 8da401e0 c9bbec6e
...@@ -10,3 +10,5 @@ should_decontaminate: true ...@@ -10,3 +10,5 @@ should_decontaminate: true
doc_to_decontamination_query: "{{sentence_good}} {{sentence_bad}}" doc_to_decontamination_query: "{{sentence_good}} {{sentence_bad}}"
metric_list: metric_list:
- metric: acc - metric: acc
metadata:
- version: 0.0
...@@ -8,3 +8,5 @@ doc_to_target: 0 ...@@ -8,3 +8,5 @@ doc_to_target: 0
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}" doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
metric_list: metric_list:
- metric: acc - metric: acc
metadata:
- version: 0.0
...@@ -10,3 +10,5 @@ doc_to_target: 0 ...@@ -10,3 +10,5 @@ doc_to_target: 0
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}" doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
metric_list: metric_list:
- metric: acc - metric: acc
metadata:
- version: 0.0
...@@ -10,3 +10,5 @@ doc_to_target: 0 ...@@ -10,3 +10,5 @@ doc_to_target: 0
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}" doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
metric_list: metric_list:
- metric: acc - metric: acc
metadata:
- version: 0.0
...@@ -10,3 +10,5 @@ doc_to_target: 0 ...@@ -10,3 +10,5 @@ doc_to_target: 0
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}" doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
metric_list: metric_list:
- metric: acc - metric: acc
metadata:
- version: 0.0
...@@ -8,3 +8,5 @@ doc_to_target: 0 ...@@ -8,3 +8,5 @@ doc_to_target: 0
doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}" doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}"
metric_list: metric_list:
- metric: acc - metric: acc
metadata:
- version: 0.0
...@@ -21,3 +21,5 @@ metric_list: ...@@ -21,3 +21,5 @@ metric_list:
- metric: mrr - metric: mrr
aggregation: mean aggregation: mean
higher_is_better: true higher_is_better: true
metadata:
- version: 2.0
...@@ -28,3 +28,5 @@ metric_list: ...@@ -28,3 +28,5 @@ metric_list:
ignore_punctuation: true ignore_punctuation: true
regexes_to_ignore: regexes_to_ignore:
- "\ban|a|the\b" - "\ban|a|the\b"
metadata:
- version: 0.0
...@@ -17,3 +17,5 @@ metric_list: ...@@ -17,3 +17,5 @@ metric_list:
- metric: acc_norm - metric: acc_norm
aggregation: mean aggregation: mean
higher_is_better: true higher_is_better: true
metadata:
- version: 1.0
...@@ -16,3 +16,5 @@ metric_list: ...@@ -16,3 +16,5 @@ metric_list:
- metric: acc - metric: acc
aggregation: mean aggregation: mean
higher_is_better: true higher_is_better: true
metadata:
- version: 0.0
...@@ -19,3 +19,5 @@ metric_list: ...@@ -19,3 +19,5 @@ metric_list:
- metric: bits_per_byte - metric: bits_per_byte
aggregation: bits_per_byte aggregation: bits_per_byte
higher_is_better: false higher_is_better: false
metadata:
- version: 2.0
...@@ -17,3 +17,5 @@ metric_list: ...@@ -17,3 +17,5 @@ metric_list:
- metric: acc_norm - metric: acc_norm
aggregation: mean aggregation: mean
higher_is_better: true higher_is_better: true
metadata:
- version: 1.0
...@@ -41,3 +41,5 @@ metric_list: ...@@ -41,3 +41,5 @@ metric_list:
- metric: accuracy - metric: accuracy
aggregation: mean aggregation: mean
higher_is_better: true higher_is_better: true
metadata:
- version: 0.0
...@@ -15,3 +15,5 @@ metric_list: ...@@ -15,3 +15,5 @@ metric_list:
- metric: acc_norm - metric: acc_norm
aggregation: mean aggregation: mean
higher_is_better: true higher_is_better: true
metadata:
- version: 1.0
...@@ -12,3 +12,5 @@ metric_list: ...@@ -12,3 +12,5 @@ metric_list:
- metric: acc - metric: acc
aggregation: mean aggregation: mean
higher_is_better: true higher_is_better: true
metadata:
- version: 1.0
...@@ -18,3 +18,5 @@ metric_list: ...@@ -18,3 +18,5 @@ metric_list:
- metric: acc_norm - metric: acc_norm
aggregation: mean aggregation: mean
higher_is_better: true higher_is_better: true
metadata:
- version: 1.0
...@@ -10,3 +10,5 @@ doc_to_target: 1 ...@@ -10,3 +10,5 @@ doc_to_target: 1
doc_to_choice: ["no", "yes"] doc_to_choice: ["no", "yes"]
metric_list: metric_list:
- metric: f1 - metric: f1
metadata:
- version: 1.0
...@@ -14,3 +14,5 @@ metric_list: ...@@ -14,3 +14,5 @@ metric_list:
- metric: !function metrics.f1_abstractive - metric: !function metrics.f1_abstractive
aggregation: mean aggregation: mean
higher_is_better: true higher_is_better: true
metadata:
- version: 1.0
...@@ -10,3 +10,5 @@ metric_list: ...@@ -10,3 +10,5 @@ metric_list:
- metric: acc - metric: acc
aggregation: mean aggregation: mean
higher_is_better: true higher_is_better: true
metadata:
- version: 2.0
...@@ -13,3 +13,5 @@ generation_kwargs: ...@@ -13,3 +13,5 @@ generation_kwargs:
- "\n\n" - "\n\n"
do_sample: false do_sample: false
temperature: 0.0 temperature: 0.0
metadata:
- version: 0.0
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment