Unverified Commit b503881b authored by Yiding-Lu's avatar Yiding-Lu Committed by GitHub
Browse files

[Bug] Fix the Image Input of Batch Generation (#1579)

parent 58093b86
...@@ -119,8 +119,7 @@ class GenerateReqInput: ...@@ -119,8 +119,7 @@ class GenerateReqInput:
elif not isinstance(self.image_data, list): elif not isinstance(self.image_data, list):
self.image_data = [self.image_data] * num self.image_data = [self.image_data] * num
elif isinstance(self.image_data, list): elif isinstance(self.image_data, list):
# FIXME incorrect order for duplication pass
self.image_data = self.image_data * num
if self.sampling_params is None: if self.sampling_params is None:
self.sampling_params = [{}] * num self.sampling_params = [{}] * num
......
...@@ -924,7 +924,7 @@ def v1_chat_generate_request( ...@@ -924,7 +924,7 @@ def v1_chat_generate_request(
else: else:
prompt_kwargs = {"input_ids": input_ids} prompt_kwargs = {"input_ids": input_ids}
sampling_params_list = sampling_params_list[0] sampling_params_list = sampling_params_list[0]
image_data = image_data_list[0] image_data_list = image_data_list[0]
return_logprobs = return_logprobs[0] return_logprobs = return_logprobs[0]
logprob_start_lens = logprob_start_lens[0] logprob_start_lens = logprob_start_lens[0]
top_logprobs_nums = top_logprobs_nums[0] top_logprobs_nums = top_logprobs_nums[0]
...@@ -937,7 +937,7 @@ def v1_chat_generate_request( ...@@ -937,7 +937,7 @@ def v1_chat_generate_request(
adapted_request = GenerateReqInput( adapted_request = GenerateReqInput(
**prompt_kwargs, **prompt_kwargs,
image_data=image_data, image_data=image_data_list,
sampling_params=sampling_params_list, sampling_params=sampling_params_list,
return_logprob=return_logprobs, return_logprob=return_logprobs,
logprob_start_len=logprob_start_lens, logprob_start_len=logprob_start_lens,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment