Unverified Commit 4d01b642 authored by Software Developer's avatar Software Developer Committed by GitHub
Browse files

[Bugfix] - Add Trace Headers to Beam Search Path (#29100)


Signed-off-by: default avatardsuhinin <suhinin.dmitriy@gmail.com>
parent 114b0e25
...@@ -319,6 +319,7 @@ class OpenAIServingChat(OpenAIServing): ...@@ -319,6 +319,7 @@ class OpenAIServingChat(OpenAIServing):
request_id=request_id, request_id=request_id,
params=sampling_params, params=sampling_params,
lora_request=lora_request, lora_request=lora_request,
trace_headers=trace_headers,
) )
else: else:
engine_request, tokenization_kwargs = await self._process_inputs( engine_request, tokenization_kwargs = await self._process_inputs(
......
...@@ -216,6 +216,7 @@ class OpenAIServingCompletion(OpenAIServing): ...@@ -216,6 +216,7 @@ class OpenAIServingCompletion(OpenAIServing):
request_id=request_id, request_id=request_id,
params=sampling_params, params=sampling_params,
lora_request=lora_request, lora_request=lora_request,
trace_headers=trace_headers,
) )
else: else:
engine_request, tokenization_kwargs = await self._process_inputs( engine_request, tokenization_kwargs = await self._process_inputs(
......
...@@ -343,6 +343,7 @@ class OpenAIServing: ...@@ -343,6 +343,7 @@ class OpenAIServing:
request_id: str, request_id: str,
params: BeamSearchParams, params: BeamSearchParams,
lora_request: LoRARequest | None = None, lora_request: LoRARequest | None = None,
trace_headers: Mapping[str, str] | None = None,
) -> AsyncGenerator[RequestOutput, None]: ) -> AsyncGenerator[RequestOutput, None]:
beam_width = params.beam_width beam_width = params.beam_width
max_tokens = params.max_tokens max_tokens = params.max_tokens
...@@ -437,6 +438,7 @@ class OpenAIServing: ...@@ -437,6 +438,7 @@ class OpenAIServing:
beam_search_params, beam_search_params,
request_id_item, request_id_item,
lora_request=lora_req, lora_request=lora_req,
trace_headers=trace_headers,
) )
) )
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment