Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
4890e881
Unverified
Commit
4890e881
authored
Mar 06, 2025
by
Baber Abbasi
Committed by
GitHub
Mar 06, 2025
Browse files
fix verbosity typo (#2765)
parent
dce4bd35
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
7 additions
and
7 deletions
+7
-7
lm_eval/evaluator.py
lm_eval/evaluator.py
+7
-7
No files found.
lm_eval/evaluator.py
View file @
4890e881
...
@@ -70,7 +70,7 @@ def simple_evaluate(
...
@@ -70,7 +70,7 @@ def simple_evaluate(
fewshot_as_multiturn
:
bool
=
False
,
fewshot_as_multiturn
:
bool
=
False
,
gen_kwargs
:
Optional
[
str
]
=
None
,
gen_kwargs
:
Optional
[
str
]
=
None
,
task_manager
:
Optional
[
TaskManager
]
=
None
,
task_manager
:
Optional
[
TaskManager
]
=
None
,
verbos
t
iy
=
None
,
verbosi
t
y
=
None
,
predict_only
:
bool
=
False
,
predict_only
:
bool
=
False
,
random_seed
:
int
=
0
,
random_seed
:
int
=
0
,
numpy_random_seed
:
int
=
1234
,
numpy_random_seed
:
int
=
1234
,
...
@@ -125,7 +125,7 @@ def simple_evaluate(
...
@@ -125,7 +125,7 @@ def simple_evaluate(
:param gen_kwargs: str
:param gen_kwargs: str
String arguments for model generation
String arguments for model generation
Ignored for all tasks with loglikelihood output_type
Ignored for all tasks with loglikelihood output_type
:param verbos
t
iy: str
:param verbosi
t
y: str
Verbosity level for logging
Verbosity level for logging
:param predict_only: bool
:param predict_only: bool
If true only model outputs will be generated and returned. Metrics will not be evaluated
If true only model outputs will be generated and returned. Metrics will not be evaluated
...
@@ -141,8 +141,8 @@ def simple_evaluate(
...
@@ -141,8 +141,8 @@ def simple_evaluate(
:return
:return
Dictionary of results
Dictionary of results
"""
"""
if
verbos
t
iy
is
not
None
:
if
verbosi
t
y
is
not
None
:
setup_logging
(
verbosity
=
verbos
t
iy
)
setup_logging
(
verbosity
=
verbosi
t
y
)
start_date
=
time
.
time
()
start_date
=
time
.
time
()
if
isinstance
(
model_args
,
str
)
and
(
if
isinstance
(
model_args
,
str
)
and
(
...
@@ -325,11 +325,11 @@ def simple_evaluate(
...
@@ -325,11 +325,11 @@ def simple_evaluate(
system_instruction
=
system_instruction
,
system_instruction
=
system_instruction
,
apply_chat_template
=
apply_chat_template
,
apply_chat_template
=
apply_chat_template
,
fewshot_as_multiturn
=
fewshot_as_multiturn
,
fewshot_as_multiturn
=
fewshot_as_multiturn
,
verbosity
=
verbos
t
iy
,
verbosity
=
verbosi
t
y
,
confirm_run_unsafe_code
=
confirm_run_unsafe_code
,
confirm_run_unsafe_code
=
confirm_run_unsafe_code
,
)
)
if
verbos
t
iy
is
not
None
:
if
verbosi
t
y
is
not
None
:
lm_eval
.
setup_logging
(
verbosity
=
verbos
t
iy
)
lm_eval
.
setup_logging
(
verbosity
=
verbosi
t
y
)
if
lm
.
rank
==
0
:
if
lm
.
rank
==
0
:
if
isinstance
(
model
,
str
):
if
isinstance
(
model
,
str
):
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment