Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
8e574da2
Commit
8e574da2
authored
Oct 16, 2025
by
Baber
Browse files
nit
parent
d6d49e93
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
5 additions
and
6 deletions
+5
-6
lm_eval/models/vllm_causallms.py
lm_eval/models/vllm_causallms.py
+5
-6
No files found.
lm_eval/models/vllm_causallms.py
View file @
8e574da2
...
@@ -286,21 +286,20 @@ class VLLM(TemplateLM):
...
@@ -286,21 +286,20 @@ class VLLM(TemplateLM):
max_l
=
(
max_l
=
(
8096
8096
if
(
if
(
isinstance
(
self
.
_
max_length_internal
,
int
)
isinstance
(
self
.
max_length_internal
,
int
)
and
self
.
_
max_length_internal
>
8096
and
self
.
max_length_internal
>
8096
)
)
else
self
.
_
max_length
else
self
.
_
DEFAULT_MAX_LENGTH
)
)
assert
isinstance
(
max_l
,
int
)
assert
isinstance
(
max_l
,
int
)
return
max_l
return
max_l
@
property
@
property
def
_
max_length_internal
(
self
):
def
max_length_internal
(
self
):
if
self
.
_max_length
:
# if max length manually set, return it
if
self
.
_max_length
:
# if max length manually set, return it
return
self
.
_max_length
return
self
.
_max_length
if
self
.
data_parallel_size
<=
1
:
if
self
.
data_parallel_size
<=
1
:
if
max_l
:
=
self
.
model
.
llm_engine
.
model_config
.
max_model_len
:
return
self
.
model
.
llm_engine
.
model_config
.
max_model_len
return
max_l
else
:
else
:
seqlen_config_attrs
=
(
"n_positions"
,
"max_position_embeddings"
,
"n_ctx"
)
seqlen_config_attrs
=
(
"n_positions"
,
"max_position_embeddings"
,
"n_ctx"
)
for
attr
in
seqlen_config_attrs
:
for
attr
in
seqlen_config_attrs
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment