Unverified Commit 5f6477d1 authored by Lucas Wilkinson's avatar Lucas Wilkinson Committed by GitHub
Browse files

[BugFix] Fix TypeError: unhashable type: 'dict' when serving deepseek32 (#30924)


Signed-off-by: default avatarLucas Wilkinson <lwilkins@redhat.com>
parent 3bd8335b
...@@ -1641,7 +1641,10 @@ class GPUModelRunner( ...@@ -1641,7 +1641,10 @@ class GPUModelRunner(
) -> None: ) -> None:
attn_group = self.attn_groups[kv_cache_gid][attn_gid] attn_group = self.attn_groups[kv_cache_gid][attn_gid]
builder = attn_group.get_metadata_builder(ubid or 0) builder = attn_group.get_metadata_builder(ubid or 0)
cache_key = (kv_cache_groups[kv_cache_gid].kv_cache_spec, type(builder)) kv_cache_spec = kv_cache_groups[kv_cache_gid].kv_cache_spec
if isinstance(kv_cache_spec, UniformTypeKVCacheSpecs):
kv_cache_spec = kv_cache_spec.kv_cache_specs[attn_group.layer_names[0]]
cache_key = (kv_cache_spec, type(builder))
cascade_attn_prefix_len = ( cascade_attn_prefix_len = (
cascade_attn_prefix_lens[kv_cache_gid][attn_gid] cascade_attn_prefix_lens[kv_cache_gid][attn_gid]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment