"...git@developer.sourcefind.cn:chenpangpang/open-webui.git" did not exist on "87daf122db33f56ba6e584e901350dad59b9edd7"
Unverified Commit 1811883e authored by Nicola De Cao's avatar Nicola De Cao Committed by GitHub
Browse files

Fixing bug in generation (#11297)

When passing `inputs_embeds` and not `input_ids=None` the generation function fails because `input_ids` is created but the function but it should not.
parent 5c009186
...@@ -883,7 +883,7 @@ class GenerationMixin: ...@@ -883,7 +883,7 @@ class GenerationMixin:
model_kwargs["output_attentions"] = output_attentions model_kwargs["output_attentions"] = output_attentions
model_kwargs["output_hidden_states"] = output_hidden_states model_kwargs["output_hidden_states"] = output_hidden_states
if input_ids is None: if input_ids is None and "inputs_embeds" not in model_kwargs:
# init `input_ids` with bos_token_id # init `input_ids` with bos_token_id
input_ids = self._prepare_input_ids_for_generation(bos_token_id, model_kwargs.get("encoder_outputs")) input_ids = self._prepare_input_ids_for_generation(bos_token_id, model_kwargs.get("encoder_outputs"))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment