Skip to content

GitLab

Unverified Commit 96b6a6d7 authored by youkaichao's avatar youkaichao Committed by GitHub
Browse files

[Bugfix] fix type hint for py 3.8 (#4036)

parent 36729bac
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/executor/executor_base.py
View file @ 96b6a6d7
from abc import ABC, abstractmethod from abc import ABC, abstractmethod
from typing import Dict, List, Optional from typing import Dict, List, Optional, Tuple
from vllm.config import (CacheConfig, DeviceConfig, LoRAConfig, ModelConfig, from vllm.config import (CacheConfig, DeviceConfig, LoRAConfig, ModelConfig,
ParallelConfig, SchedulerConfig, SpeculativeConfig, ParallelConfig, SchedulerConfig, SpeculativeConfig,
...@@ -31,7 +31,7 @@ class ExecutorBase(ABC): ...@@ -31,7 +31,7 @@ class ExecutorBase(ABC):
raise NotImplementedError raise NotImplementedError
@abstractmethod @abstractmethod
def determine_num_available_blocks(self) -> tuple[int, int]: def determine_num_available_blocks(self) -> Tuple[int, int]:
"""Determine the number of available blocks for the GPU KV cache and """Determine the number of available blocks for the GPU KV cache and
swappable CPU KV cache. swappable CPU KV cache.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment