"vscode:/vscode.git/clone" did not exist on "f2c47886fdbabfeae7ddad871ee7889ee472d026"
Commit 3ae77d07 authored by zhuwenwen's avatar zhuwenwen
Browse files

update common.py

parent ef33478d
......@@ -912,7 +912,6 @@ class MLACommonImpl(MLAAttentionImpl[M], Generic[M]):
) -> torch.Tensor:
assert attn_metadata.prefill is not None
has_context = attn_metadata.prefill.chunked_context is not None
if envs.VLLM_HAS_CONTEXT_DEFAULT:
has_context = attn_metadata.prefill.chunked_context is not None
else:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment