Skip to content

GitLab

Commit 37a46351 authored by lintangsutawika's avatar lintangsutawika
Browse files

reformat

parent 525afc17
Hide whitespace changes
Inline Side-by-side
Showing with 20 additions and 20 deletions
lm_eval/tasks/hendrycks_ethics/utilitarianism.yaml
View file @ 37a46351
......@@ -9,4 +9,4 @@ doc_to_choice: ['no', 'yes']
metric_list:
- metric: acc
metadata:
- version: 1.0
\ No newline at end of file
- version: 1.0
lm_eval/tasks/hendrycks_ethics/utilitarianism_original_yaml
View file @ 37a46351
......@@ -13,4 +13,4 @@
# - metric: acc
# TODO: we want this to be implemented as a winograd_schema task type, actually
# metadata:
# - version: 1.0
\ No newline at end of file
# - version: 1.0
lm_eval/tasks/hendrycks_ethics/virtue.yaml
View file @ 37a46351
......@@ -7,4 +7,4 @@ doc_to_text: "Sentence: {{scenario}}\nQuestion: Does the character in this sente
doc_to_target: label
doc_to_choice: ['no', 'yes']
metadata:
- version: 1.0
\ No newline at end of file
- version: 1.0
lm_eval/tasks/lambada/lambada_openai.yaml
View file @ 37a46351
......@@ -17,4 +17,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
\ No newline at end of file
- version: 1.0
lm_eval/tasks/lambada/lambada_standard.yaml
View file @ 37a46351
......@@ -18,4 +18,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
\ No newline at end of file
- version: 1.0
lm_eval/tasks/lambada_cloze/lambada_openai_cloze.yaml
View file @ 37a46351
......@@ -17,4 +17,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
\ No newline at end of file
- version: 1.0
lm_eval/tasks/lambada_cloze/lambada_standard_cloze.yaml
View file @ 37a46351
......@@ -18,4 +18,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
\ No newline at end of file
- version: 1.0
lm_eval/tasks/lambada_multilingual/lambada_mt_en.yaml
View file @ 37a46351
......@@ -17,4 +17,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
\ No newline at end of file
- version: 1.0
lm_eval/tasks/logiqa/logiqa.yaml
View file @ 37a46351
......@@ -18,4 +18,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
\ No newline at end of file
- version: 1.0
lm_eval/tasks/logiqa2/logieval.yaml
View file @ 37a46351
......@@ -24,4 +24,4 @@ filter_list:
regex_pattern: "^\\s*([A-D])"
- function: "take_first"
metadata:
- version: 0.0
\ No newline at end of file
- version: 0.0
lm_eval/tasks/logiqa2/logiqa2.yaml
View file @ 37a46351
......@@ -18,4 +18,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 0.0
\ No newline at end of file
- version: 0.0
lm_eval/tasks/mathqa/mathqa.yaml
View file @ 37a46351
......@@ -19,4 +19,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
\ No newline at end of file
- version: 1.0
lm_eval/tasks/mc_taco/default.yaml
View file @ 37a46351
......@@ -12,4 +12,4 @@ metric_list:
- metric: acc
- metric: f1
metadata:
- version: 1.0
\ No newline at end of file
- version: 1.0
lm_eval/tasks/mgsm/direct/direct_yaml
View file @ 37a46351
......@@ -26,4 +26,4 @@ metric_list:
ignore_case: true
ignore_punctuation: true
metadata:
- version: 0.0
\ No newline at end of file
- version: 0.0
lm_eval/tasks/mgsm/en_cot/cot_yaml
View file @ 37a46351
......@@ -28,4 +28,4 @@ filter_list:
regex_pattern: "The answer is (\\-?[0-9\\.\\,]+)"
- function: "take_first"
metadata:
- version: 0.0
\ No newline at end of file
- version: 0.0
lm_eval/tasks/mgsm/native_cot/cot_yaml
View file @ 37a46351
......@@ -28,4 +28,4 @@ filter_list:
regex_pattern: "The answer is (\\-?[0-9\\.\\,]+)"
- function: "take_first"
metadata:
- version: 1.0
\ No newline at end of file
- version: 1.0
lm_eval/tasks/minerva_math/minerva_math_algebra.yaml
View file @ 37a46351
......@@ -20,4 +20,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 0.0
\ No newline at end of file
- version: 0.0
lm_eval/tasks/mmlu/default/_default_template_yaml
View file @ 37a46351
......@@ -12,4 +12,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 0.0
\ No newline at end of file
- version: 0.0
lm_eval/tasks/mmlu/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml
View file @ 37a46351
......@@ -22,4 +22,4 @@ metric_list:
ignore_case: true
ignore_punctuation: true
metadata:
- version: 0.0
\ No newline at end of file
- version: 0.0
lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml
View file @ 37a46351
......@@ -22,4 +22,4 @@ metric_list:
ignore_case: true
ignore_punctuation: true
metadata:
- version: 0.0
\ No newline at end of file
- version: 0.0
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment