Skip to content

GitLab

Commit 7343379a authored by 王敏's avatar 王敏
Browse files

去掉无效代码

parent 6311e003
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
vllm/v1/spec_decode/eagle.py
View file @ 7343379a
...@@ -273,8 +273,7 @@ class EagleProposer: ...@@ -273,8 +273,7 @@ class EagleProposer:
with set_forward_context(per_layer_attn_metadata, with set_forward_context(per_layer_attn_metadata,
self.vllm_config, self.vllm_config,
num_tokens=num_input_tokens, num_tokens=num_input_tokens):
skip_cuda_graphs=not decoding):
ret_hidden_states = self.model( ret_hidden_states = self.model(
input_ids=input_ids, input_ids=input_ids,
positions=self.positions[:num_input_tokens], positions=self.positions[:num_input_tokens],
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment