Skip to content

GitLab

Unverified Commit 5574081c authored by Mustafa Eyceoz's avatar Mustafa Eyceoz Committed by GitHub
Browse files

Added early stopping to completion APIs (#2939)

parent d7f39648
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 0 deletions
vllm/entrypoints/openai/protocol.py
View file @ 5574081c
...@@ -72,6 +72,7 @@ class ChatCompletionRequest(BaseModel): ...@@ -72,6 +72,7 @@ class ChatCompletionRequest(BaseModel):
top_k: Optional[int] = -1 top_k: Optional[int] = -1
ignore_eos: Optional[bool] = False ignore_eos: Optional[bool] = False
use_beam_search: Optional[bool] = False use_beam_search: Optional[bool] = False
early_stopping: Optional[bool] = False
stop_token_ids: Optional[List[int]] = Field(default_factory=list) stop_token_ids: Optional[List[int]] = Field(default_factory=list)
skip_special_tokens: Optional[bool] = True skip_special_tokens: Optional[bool] = True
spaces_between_special_tokens: Optional[bool] = True spaces_between_special_tokens: Optional[bool] = True
...@@ -99,6 +100,7 @@ class ChatCompletionRequest(BaseModel): ...@@ -99,6 +100,7 @@ class ChatCompletionRequest(BaseModel):
top_k=self.top_k, top_k=self.top_k,
ignore_eos=self.ignore_eos, ignore_eos=self.ignore_eos,
use_beam_search=self.use_beam_search, use_beam_search=self.use_beam_search,
early_stopping=self.early_stopping,
skip_special_tokens=self.skip_special_tokens, skip_special_tokens=self.skip_special_tokens,
spaces_between_special_tokens=self.spaces_between_special_tokens, spaces_between_special_tokens=self.spaces_between_special_tokens,
include_stop_str_in_output=self.include_stop_str_in_output, include_stop_str_in_output=self.include_stop_str_in_output,
...@@ -129,6 +131,7 @@ class CompletionRequest(BaseModel): ...@@ -129,6 +131,7 @@ class CompletionRequest(BaseModel):
top_k: Optional[int] = -1 top_k: Optional[int] = -1
ignore_eos: Optional[bool] = False ignore_eos: Optional[bool] = False
use_beam_search: Optional[bool] = False use_beam_search: Optional[bool] = False
early_stopping: Optional[bool] = False
stop_token_ids: Optional[List[int]] = Field(default_factory=list) stop_token_ids: Optional[List[int]] = Field(default_factory=list)
skip_special_tokens: Optional[bool] = True skip_special_tokens: Optional[bool] = True
spaces_between_special_tokens: Optional[bool] = True spaces_between_special_tokens: Optional[bool] = True
...@@ -157,6 +160,7 @@ class CompletionRequest(BaseModel): ...@@ -157,6 +160,7 @@ class CompletionRequest(BaseModel):
max_tokens=self.max_tokens if not echo_without_generation else 1, max_tokens=self.max_tokens if not echo_without_generation else 1,
logprobs=self.logprobs, logprobs=self.logprobs,
use_beam_search=self.use_beam_search, use_beam_search=self.use_beam_search,
early_stopping=self.early_stopping,
prompt_logprobs=self.logprobs if self.echo else None, prompt_logprobs=self.logprobs if self.echo else None,
skip_special_tokens=self.skip_special_tokens, skip_special_tokens=self.skip_special_tokens,
spaces_between_special_tokens=(self.spaces_between_special_tokens), spaces_between_special_tokens=(self.spaces_between_special_tokens),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment