Skip to content

GitLab

Commit 7a028b79 authored by Baber's avatar Baber
Browse files

nit

parent 2bfc3ce4
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
lm_eval/models/vllm_causallms.py
View file @ 7a028b79
...@@ -283,10 +283,10 @@ class VLLM(TemplateLM): ...@@ -283,10 +283,10 @@ class VLLM(TemplateLM):
@property @property
def max_length(self): def max_length(self):
return 8096 if self._max_length > 8096 else self._max_length return 8096 if self._max_length_internal > 8096 else self._max_length
@property @property
def _max_length(self): def _max_length_internal(self):
if self._max_length: # if max length manually set, return it if self._max_length: # if max length manually set, return it
return self._max_length return self._max_length
if self.data_parallel_size <= 1: if self.data_parallel_size <= 1:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment