[V1][Minor] Optimize get_cached_block (#16135)

b10e5198 · Woosuk Kwon · GitHub · 9bde5ba1 · b10e5198
Unverified Commit b10e5198 authored Apr 06, 2025 by Woosuk Kwon Committed by GitHub Apr 06, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 5 deletions

vllm/v1/core/block_pool.py vllm/v1/core/block_pool.py +5 -5

No files found.
--- a/vllm/v1/core/block_pool.py
+++ b/vllm/v1/core/block_pool.py
@@ -67,11 +67,11 @@ class BlockPool:
        Returns:
            The cached block if it exists, or None.
        """
-        if block_hash in self.cached_block_hash_to_block:
+        cached_blocks = self.cached_block_hash_to_block.get(block_hash)
-            first_block_id = list(
+        if not cached_blocks:
-                self.cached_block_hash_to_block[block_hash].keys())[0]
+            return None
-            return self.cached_block_hash_to_block[block_hash][first_block_id]
+        first_block_id = next(iter(cached_blocks))
-        return None
+        return cached_blocks[first_block_id]
    def cache_full_blocks(
        self,