Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
42659c34
Commit
42659c34
authored
Mar 28, 2021
by
Leo Gao
Browse files
Rename hendrycks ethics and math
parent
caba51e1
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
15 additions
and
15 deletions
+15
-15
lm_eval/tasks/__init__.py
lm_eval/tasks/__init__.py
+15
-15
lm_eval/tasks/hendrycks_ethics.py
lm_eval/tasks/hendrycks_ethics.py
+0
-0
lm_eval/tasks/hendrycks_math.py
lm_eval/tasks/hendrycks_math.py
+0
-0
No files found.
lm_eval/tasks/__init__.py
View file @
42659c34
...
...
@@ -29,12 +29,12 @@ from . import qa4mre
from
.
import
translation
from
.
import
headqa
from
.
import
mathqa
from
.
import
ethics
from
.
import
hendrycks_
ethics
from
.
import
drop
from
.
import
unscramble
from
.
import
logiqa
from
.
import
hendrycks_test
from
.
import
math
from
.
import
hendrycks_
math
########################################
# Translation tasks
...
...
@@ -121,21 +121,21 @@ TASK_REGISTRY = {
"anli_r2"
:
anli
.
ANLIRound2
,
"anli_r3"
:
anli
.
ANLIRound3
,
"ethics_cm"
:
ethics
.
EthicsCM
,
"ethics_deontology"
:
ethics
.
EthicsDeontology
,
"ethics_justice"
:
ethics
.
EthicsJustice
,
"ethics_utilitarianism_original"
:
ethics
.
EthicsUtilitarianismOriginal
,
"ethics_utilitarianism"
:
ethics
.
EthicsUtilitarianism
,
"ethics_virtue"
:
ethics
.
EthicsVirtue
,
"ethics_cm"
:
hendrycks_
ethics
.
EthicsCM
,
"ethics_deontology"
:
hendrycks_
ethics
.
EthicsDeontology
,
"ethics_justice"
:
hendrycks_
ethics
.
EthicsJustice
,
"ethics_utilitarianism_original"
:
hendrycks_
ethics
.
EthicsUtilitarianismOriginal
,
"ethics_utilitarianism"
:
hendrycks_
ethics
.
EthicsUtilitarianism
,
"ethics_virtue"
:
hendrycks_
ethics
.
EthicsVirtue
,
# math
"math_algebra"
:
math
.
MathAlgebra
,
"math_counting_and_prob"
:
math
.
MathCountingAndProbability
,
"math_geometry"
:
math
.
MathGeometry
,
"math_intermediate_algebra"
:
math
.
MathIntermediateAlgebra
,
"math_num_theory"
:
math
.
MathNumberTheory
,
"math_prealgebra"
:
math
.
MathPrealgebra
,
"math_precalc"
:
math
.
MathPrecalculus
,
"math_algebra"
:
hendrycks_
math
.
MathAlgebra
,
"math_counting_and_prob"
:
hendrycks_
math
.
MathCountingAndProbability
,
"math_geometry"
:
hendrycks_
math
.
MathGeometry
,
"math_intermediate_algebra"
:
hendrycks_
math
.
MathIntermediateAlgebra
,
"math_num_theory"
:
hendrycks_
math
.
MathNumberTheory
,
"math_prealgebra"
:
hendrycks_
math
.
MathPrealgebra
,
"math_precalc"
:
hendrycks_
math
.
MathPrecalculus
,
# arithmetic
"arithmetic_2da"
:
arithmetic
.
Arithmetic2DPlus
,
...
...
lm_eval/tasks/ethics.py
→
lm_eval/tasks/
hendrycks_
ethics.py
View file @
42659c34
File moved
lm_eval/tasks/math.py
→
lm_eval/tasks/
hendrycks_
math.py
View file @
42659c34
File moved
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment