"vscode:/vscode.git/clone" did not exist on "9fb52e523abf7bdaf7e60cf2971edb5a1b13dc08"
Unverified Commit 2079e43b authored by Sebastian Schoennenbeck's avatar Sebastian Schoennenbeck Committed by GitHub
Browse files

[Core] Make raw_request optional in ServingCompletion (#12503)


Signed-off-by: default avatarSebastian Schönnenbeck <sebastian.schoennenbeck@comma-soft.com>
parent e29d4358
...@@ -58,7 +58,7 @@ class OpenAIServingCompletion(OpenAIServing): ...@@ -58,7 +58,7 @@ class OpenAIServingCompletion(OpenAIServing):
async def create_completion( async def create_completion(
self, self,
request: CompletionRequest, request: CompletionRequest,
raw_request: Request, raw_request: Optional[Request] = None,
) -> Union[AsyncGenerator[str, None], CompletionResponse, ErrorResponse]: ) -> Union[AsyncGenerator[str, None], CompletionResponse, ErrorResponse]:
"""Completion API similar to OpenAI's API. """Completion API similar to OpenAI's API.
...@@ -137,7 +137,7 @@ class OpenAIServingCompletion(OpenAIServing): ...@@ -137,7 +137,7 @@ class OpenAIServingCompletion(OpenAIServing):
lora_request=lora_request, lora_request=lora_request,
prompt_adapter_request=prompt_adapter_request) prompt_adapter_request=prompt_adapter_request)
trace_headers = (await trace_headers = (None if raw_request is None else await
self._get_trace_headers(raw_request.headers)) self._get_trace_headers(raw_request.headers))
if isinstance(sampling_params, BeamSearchParams): if isinstance(sampling_params, BeamSearchParams):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment