Unverified Commit 211c7b31 authored by u4lr451's avatar u4lr451 Committed by GitHub
Browse files

Fix: Incorrect parameters passed to forward_batch_generation (#5506) (#5511)

parent c08a717c
...@@ -271,14 +271,11 @@ class EAGLEWorker(TpModelWorker): ...@@ -271,14 +271,11 @@ class EAGLEWorker(TpModelWorker):
) )
elif batch.forward_mode.is_idle(): elif batch.forward_mode.is_idle():
model_worker_batch = batch.get_model_worker_batch() model_worker_batch = batch.get_model_worker_batch()
logits_output, next_token_ids, _ = ( logits_output, next_token_ids = self.target_worker.forward_batch_generation(
self.target_worker.forward_batch_generation( model_worker_batch
ForwardBatch.init_new(
model_worker_batch, self.target_worker.model_runner
)
)
) )
return logits_output, next_token_ids, model_worker_batch.bid, 0, False
return logits_output, next_token_ids, model_worker_batch.bid, 0
else: else:
logits_output, next_token_ids, bid = self.forward_target_extend(batch) logits_output, next_token_ids, bid = self.forward_target_extend(batch)
with self.draft_tp_context(self.draft_model_runner.tp_group): with self.draft_tp_context(self.draft_model_runner.tp_group):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment