Commit 41fd08f2 authored by Baber's avatar Baber
Browse files

nit

parent 7a028b79
......@@ -634,7 +634,7 @@ class VLLM(TemplateLM):
default_length = len(x) + max_gen_toks
if default_length > self.max_length:
max_gen_toks = self.max_length - len(x)
context_encoding_truncated.append(x)
context_encoding_truncated.append(x)
# create sampling params
kwargs = self.modify_gen_kwargs(kwargs)
sampling_params.append(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment