Unverified Commit 2079e43b authored by Sebastian Schoennenbeck's avatar Sebastian Schoennenbeck Committed by GitHub
Browse files

[Core] Make raw_request optional in ServingCompletion (#12503)


Signed-off-by: default avatarSebastian Schönnenbeck <sebastian.schoennenbeck@comma-soft.com>
parent e29d4358
......@@ -58,7 +58,7 @@ class OpenAIServingCompletion(OpenAIServing):
async def create_completion(
self,
request: CompletionRequest,
raw_request: Request,
raw_request: Optional[Request] = None,
) -> Union[AsyncGenerator[str, None], CompletionResponse, ErrorResponse]:
"""Completion API similar to OpenAI's API.
......@@ -137,7 +137,7 @@ class OpenAIServingCompletion(OpenAIServing):
lora_request=lora_request,
prompt_adapter_request=prompt_adapter_request)
trace_headers = (await
trace_headers = (None if raw_request is None else await
self._get_trace_headers(raw_request.headers))
if isinstance(sampling_params, BeamSearchParams):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment