Skip to content

GitLab

Unverified Commit b121ca4d authored by lazymio's avatar lazymio
Browse files

Fix according to upstream changes

parent 26f7b4af
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
ktransformers/server/backend/interfaces/ktransformers.py
View file @ b121ca4d
...@@ -201,10 +201,9 @@ class KTransformersInterface(TransformersInterface): ...@@ -201,10 +201,9 @@ class KTransformersInterface(TransformersInterface):
else: else:
logits = self.model(inputs_embeds=inputs_embeds, return_dict=False)[0] logits = self.model(inputs_embeds=inputs_embeds, return_dict=False)[0]
self.prepare_logits_wrapper(input_ids, device, temperature, top_p)
if flashinfer_enabled: if flashinfer_enabled:
MLAWrapperSingleton.reset_buffer() MLAWrapperSingleton.reset_buffer()
self.prepare_logits_wrapper(input_ids, device) self.prepare_logits_wrapper(input_ids, device, temperature, top_p)
next_token = self.logits_to_token(logits[0, -1, :]) next_token = self.logits_to_token(logits[0, -1, :])
yield self.append_new_tokens(next_token) yield self.append_new_tokens(next_token)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment