Commit d6d49e93 authored by Baber's avatar Baber
Browse files

nit

parent 987ac3d6
......@@ -283,11 +283,16 @@ class VLLM(TemplateLM):
@property
def max_length(self):
return (
max_l = (
8096
if self._max_length_internal and self._max_length_internal > 8096
if (
isinstance(self._max_length_internal, int)
and self._max_length_internal > 8096
)
else self._max_length
)
assert isinstance(max_l, int)
return max_l
@property
def _max_length_internal(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment