Unverified Commit 64b77dfd authored by Kunshang Ji's avatar Kunshang Ji Committed by GitHub
Browse files

[Core]fix type annotation for `swap_blocks` (#4726)

parent 51d4094f
from typing import Dict, Optional, Tuple from typing import Optional, Tuple
import torch import torch
...@@ -266,7 +266,7 @@ def copy_blocks(key_caches: torch.Tensor, value_caches: torch.Tensor, ...@@ -266,7 +266,7 @@ def copy_blocks(key_caches: torch.Tensor, value_caches: torch.Tensor,
def swap_blocks(src: torch.Tensor, dst: torch.Tensor, def swap_blocks(src: torch.Tensor, dst: torch.Tensor,
block_mapping: Dict[int, int]) -> None: block_mapping: torch.Tensor) -> None:
vllm_cache_ops.swap_blocks(src, dst, block_mapping) vllm_cache_ops.swap_blocks(src, dst, block_mapping)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment