Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
4890e881
Unverified
Commit
4890e881
authored
Mar 06, 2025
by
Baber Abbasi
Committed by
GitHub
Mar 06, 2025
Browse files
fix verbosity typo (#2765)
parent
dce4bd35
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
7 additions
and
7 deletions
+7
-7
lm_eval/evaluator.py
lm_eval/evaluator.py
+7
-7
No files found.
lm_eval/evaluator.py
View file @
4890e881
...
...
@@ -70,7 +70,7 @@ def simple_evaluate(
fewshot_as_multiturn
:
bool
=
False
,
gen_kwargs
:
Optional
[
str
]
=
None
,
task_manager
:
Optional
[
TaskManager
]
=
None
,
verbos
t
iy
=
None
,
verbosi
t
y
=
None
,
predict_only
:
bool
=
False
,
random_seed
:
int
=
0
,
numpy_random_seed
:
int
=
1234
,
...
...
@@ -125,7 +125,7 @@ def simple_evaluate(
:param gen_kwargs: str
String arguments for model generation
Ignored for all tasks with loglikelihood output_type
:param verbos
t
iy: str
:param verbosi
t
y: str
Verbosity level for logging
:param predict_only: bool
If true only model outputs will be generated and returned. Metrics will not be evaluated
...
...
@@ -141,8 +141,8 @@ def simple_evaluate(
:return
Dictionary of results
"""
if
verbos
t
iy
is
not
None
:
setup_logging
(
verbosity
=
verbos
t
iy
)
if
verbosi
t
y
is
not
None
:
setup_logging
(
verbosity
=
verbosi
t
y
)
start_date
=
time
.
time
()
if
isinstance
(
model_args
,
str
)
and
(
...
...
@@ -325,11 +325,11 @@ def simple_evaluate(
system_instruction
=
system_instruction
,
apply_chat_template
=
apply_chat_template
,
fewshot_as_multiturn
=
fewshot_as_multiturn
,
verbosity
=
verbos
t
iy
,
verbosity
=
verbosi
t
y
,
confirm_run_unsafe_code
=
confirm_run_unsafe_code
,
)
if
verbos
t
iy
is
not
None
:
lm_eval
.
setup_logging
(
verbosity
=
verbos
t
iy
)
if
verbosi
t
y
is
not
None
:
lm_eval
.
setup_logging
(
verbosity
=
verbosi
t
y
)
if
lm
.
rank
==
0
:
if
isinstance
(
model
,
str
):
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment