Commit 8e574da2 authored by Baber's avatar Baber
Browse files

nit

parent d6d49e93
...@@ -286,21 +286,20 @@ class VLLM(TemplateLM): ...@@ -286,21 +286,20 @@ class VLLM(TemplateLM):
max_l = ( max_l = (
8096 8096
if ( if (
isinstance(self._max_length_internal, int) isinstance(self.max_length_internal, int)
and self._max_length_internal > 8096 and self.max_length_internal > 8096
) )
else self._max_length else self._DEFAULT_MAX_LENGTH
) )
assert isinstance(max_l, int) assert isinstance(max_l, int)
return max_l return max_l
@property @property
def _max_length_internal(self): def max_length_internal(self):
if self._max_length: # if max length manually set, return it if self._max_length: # if max length manually set, return it
return self._max_length return self._max_length
if self.data_parallel_size <= 1: if self.data_parallel_size <= 1:
if max_l := self.model.llm_engine.model_config.max_model_len: return self.model.llm_engine.model_config.max_model_len
return max_l
else: else:
seqlen_config_attrs = ("n_positions", "max_position_embeddings", "n_ctx") seqlen_config_attrs = ("n_positions", "max_position_embeddings", "n_ctx")
for attr in seqlen_config_attrs: for attr in seqlen_config_attrs:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment