"...git@developer.sourcefind.cn:2222/OpenDAS/vllm_cscc.git" did not exist on "eef921f45e7d3efb2ed2ccab80ee20ee2e4ebe38"
Commit 3ae77d07 authored by zhuwenwen's avatar zhuwenwen
Browse files

update common.py

parent ef33478d
...@@ -912,7 +912,6 @@ class MLACommonImpl(MLAAttentionImpl[M], Generic[M]): ...@@ -912,7 +912,6 @@ class MLACommonImpl(MLAAttentionImpl[M], Generic[M]):
) -> torch.Tensor: ) -> torch.Tensor:
assert attn_metadata.prefill is not None assert attn_metadata.prefill is not None
has_context = attn_metadata.prefill.chunked_context is not None
if envs.VLLM_HAS_CONTEXT_DEFAULT: if envs.VLLM_HAS_CONTEXT_DEFAULT:
has_context = attn_metadata.prefill.chunked_context is not None has_context = attn_metadata.prefill.chunked_context is not None
else: else:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment