Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
3a4e4674
Unverified
Commit
3a4e4674
authored
Jan 21, 2025
by
Minho Ryu
Committed by
GitHub
Jan 21, 2025
Browse files
apply precommit (#2636)
parent
6dac8c69
Changes
1000
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
100 additions
and
0 deletions
+100
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_abstract_algebra.yaml
...al_mmlu/full/id/global_mmlu_full_id_abstract_algebra.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_anatomy.yaml
...asks/global_mmlu/full/id/global_mmlu_full_id_anatomy.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_astronomy.yaml
...ks/global_mmlu/full/id/global_mmlu_full_id_astronomy.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_business_ethics.yaml
...bal_mmlu/full/id/global_mmlu_full_id_business_ethics.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_clinical_knowledge.yaml
..._mmlu/full/id/global_mmlu_full_id_clinical_knowledge.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_biology.yaml
...bal_mmlu/full/id/global_mmlu_full_id_college_biology.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_chemistry.yaml
...l_mmlu/full/id/global_mmlu_full_id_college_chemistry.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_computer_science.yaml
...full/id/global_mmlu_full_id_college_computer_science.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_mathematics.yaml
...mmlu/full/id/global_mmlu_full_id_college_mathematics.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_medicine.yaml
...al_mmlu/full/id/global_mmlu_full_id_college_medicine.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_physics.yaml
...bal_mmlu/full/id/global_mmlu_full_id_college_physics.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_computer_security.yaml
...l_mmlu/full/id/global_mmlu_full_id_computer_security.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_conceptual_physics.yaml
..._mmlu/full/id/global_mmlu_full_id_conceptual_physics.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_econometrics.yaml
...global_mmlu/full/id/global_mmlu_full_id_econometrics.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_electrical_engineering.yaml
...u/full/id/global_mmlu_full_id_electrical_engineering.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_elementary_mathematics.yaml
...u/full/id/global_mmlu_full_id_elementary_mathematics.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_formal_logic.yaml
...global_mmlu/full/id/global_mmlu_full_id_formal_logic.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_global_facts.yaml
...global_mmlu/full/id/global_mmlu_full_id_global_facts.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_biology.yaml
...mmlu/full/id/global_mmlu_full_id_high_school_biology.yaml
+5
-0
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_chemistry.yaml
...lu/full/id/global_mmlu_full_id_high_school_chemistry.yaml
+5
-0
No files found.
Too many changes to show.
To preserve performance only
1000 of 1000+
files are displayed.
Plain diff
Email patch
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_abstract_algebra.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_abstract_algebra
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_abstract_algebra
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_anatomy.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_anatomy
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_anatomy
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_astronomy.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_astronomy
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_astronomy
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_business_ethics.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_business_ethics
tag
:
global_mmlu_full_id_other_tasks
task
:
global_mmlu_full_id_business_ethics
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_clinical_knowledge.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_clinical_knowledge
tag
:
global_mmlu_full_id_other_tasks
task
:
global_mmlu_full_id_clinical_knowledge
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_biology.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_college_biology
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_college_biology
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_chemistry.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_college_chemistry
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_college_chemistry
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_computer_science.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_college_computer_science
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_college_computer_science
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_mathematics.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_college_mathematics
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_college_mathematics
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_medicine.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_college_medicine
tag
:
global_mmlu_full_id_other_tasks
task
:
global_mmlu_full_id_college_medicine
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_physics.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_college_physics
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_college_physics
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_computer_security.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_computer_security
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_computer_security
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_conceptual_physics.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_conceptual_physics
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_conceptual_physics
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_econometrics.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_econometrics
tag
:
global_mmlu_full_id_social_sciences_tasks
task
:
global_mmlu_full_id_econometrics
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_electrical_engineering.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_electrical_engineering
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_electrical_engineering
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_elementary_mathematics.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_elementary_mathematics
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_elementary_mathematics
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_formal_logic.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_formal_logic
tag
:
global_mmlu_full_id_humanities_tasks
task
:
global_mmlu_full_id_formal_logic
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_global_facts.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_global_facts
tag
:
global_mmlu_full_id_other_tasks
task
:
global_mmlu_full_id_global_facts
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_biology.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_high_school_biology
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_high_school_biology
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_chemistry.yaml
0 → 100644
View file @
3a4e4674
# Generated by _generate_configs.py
include
:
_id_template_yaml
process_docs
:
!function
utils.process_high_school_chemistry
tag
:
global_mmlu_full_id_stem_tasks
task
:
global_mmlu_full_id_high_school_chemistry
Prev
1
…
43
44
45
46
47
48
49
50
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment