Unverified Commit 42f8ea40 authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

[Test] Fix session control test (#12336)

parent 14cbe42f
...@@ -137,13 +137,14 @@ class Session: ...@@ -137,13 +137,14 @@ class Session:
origin_input_ids=input_ids, origin_input_ids=input_ids,
origin_input_ids_unpadded=input_ids_unpadded, origin_input_ids_unpadded=input_ids_unpadded,
sampling_params=req.sampling_params, sampling_params=req.sampling_params,
lora_path=req.lora_path, lora_id=req.lora_id,
session_id=self.session_id, session_id=self.session_id,
custom_logit_processor=req.custom_logit_processor, custom_logit_processor=req.custom_logit_processor,
stream=req.stream, stream=req.stream,
return_logprob=req.return_logprob, return_logprob=req.return_logprob,
top_logprobs_num=req.top_logprobs_num, top_logprobs_num=req.top_logprobs_num,
token_ids_logprob=req.token_ids_logprob, token_ids_logprob=req.token_ids_logprob,
vocab_size=tokenizer.vocab_size,
) )
if last_req is not None: if last_req is not None:
new_req.multimodal_inputs = last_req.multimodal_inputs new_req.multimodal_inputs = last_req.multimodal_inputs
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment