added deepseekv2

74df9bea · zhaoying1 · 74df9bea · 74df9bea · 74df9bea · 74df9bea
Commit 74df9bea authored Sep 02, 2024 by zhaoying1
20 changed files
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/unnatural_in_context_learning.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/unnatural_in_context_learning.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/vitaminc_fact_verification.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/vitaminc_fact_verification.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/what_is_the_tao.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/what_is_the_tao.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/which_wiki_edit.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/which_wiki_edit.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/winowhy.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/winowhy.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/word_sorting.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/word_sorting.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/word_unscrambling.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice/word_unscrambling.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice_template_yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/multiple_choice_template_yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/push_bigbench_dataset.py
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/bigbench/push_bigbench_dataset.py
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/README.md
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/README.md
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/_template_yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/_template_yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/adjunct_island.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/adjunct_island.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/anaphor_gender_agreement.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/anaphor_gender_agreement.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/anaphor_number_agreement.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/anaphor_number_agreement.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/animate_subject_passive.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/animate_subject_passive.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/animate_subject_trans.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/animate_subject_trans.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/causative.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/causative.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/complex_NP_island.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/complex_NP_island.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/coordinate_structure_constraint_complex_left_branch.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/coordinate_structure_constraint_complex_left_branch.yaml
--- a/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/coordinate_structure_constraint_object_extraction.yaml
+++ b/LM-Evaluation-Harness-240310/lm_eval/tasks/blimp/coordinate_structure_constraint_object_extraction.yaml