"ssh:/git@developer.sourcefind.cn:2222/OpenDAS/vllm_cscc.git" did not exist on "d88c458f44f5bc0d01215310f8abb5d63fa106d4"
Unverified Commit e729cc82 authored by San-Nguyen's avatar San-Nguyen Committed by GitHub
Browse files

[Fix] Add Spacing when Requesting Output Token > max_model_len (#40324)


Signed-off-by: default avatarSan-Nguyen <san.nguyen@ibm.com>
parent ec7aafc0
...@@ -204,7 +204,7 @@ class TokenizeParams: ...@@ -204,7 +204,7 @@ class TokenizeParams:
and max_output_tokens > max_total_tokens and max_output_tokens > max_total_tokens
): ):
raise VLLMValidationError( raise VLLMValidationError(
f"{self.max_output_tokens_param}={max_output_tokens}" f"{self.max_output_tokens_param}={max_output_tokens} "
f"cannot be greater than " f"cannot be greater than "
f"{self.max_total_tokens_param}={max_total_tokens=}. " f"{self.max_total_tokens_param}={max_total_tokens=}. "
f"Please request fewer output tokens.", f"Please request fewer output tokens.",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment