Unverified Commit 4d01b642 authored by Software Developer's avatar Software Developer Committed by GitHub
Browse files

[Bugfix] - Add Trace Headers to Beam Search Path (#29100)


Signed-off-by: default avatardsuhinin <suhinin.dmitriy@gmail.com>
parent 114b0e25
......@@ -319,6 +319,7 @@ class OpenAIServingChat(OpenAIServing):
request_id=request_id,
params=sampling_params,
lora_request=lora_request,
trace_headers=trace_headers,
)
else:
engine_request, tokenization_kwargs = await self._process_inputs(
......
......@@ -216,6 +216,7 @@ class OpenAIServingCompletion(OpenAIServing):
request_id=request_id,
params=sampling_params,
lora_request=lora_request,
trace_headers=trace_headers,
)
else:
engine_request, tokenization_kwargs = await self._process_inputs(
......
......@@ -343,6 +343,7 @@ class OpenAIServing:
request_id: str,
params: BeamSearchParams,
lora_request: LoRARequest | None = None,
trace_headers: Mapping[str, str] | None = None,
) -> AsyncGenerator[RequestOutput, None]:
beam_width = params.beam_width
max_tokens = params.max_tokens
......@@ -437,6 +438,7 @@ class OpenAIServing:
beam_search_params,
request_id_item,
lora_request=lora_req,
trace_headers=trace_headers,
)
)
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment