Skip to content

GitLab

Unverified Commit 8c8ebeb9 authored by Chendi.Xue's avatar Chendi.Xue Committed by GitHub
Browse files

[BUGFIX][XPU] fix memory check after XPU reuse GPU_worker (#33358) 


Signed-off-by: default avatarChendi Xue <chendi.xue@intel.com>
parent 831453fc
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
vllm/v1/worker/gpu_worker.py
View file @ 8c8ebeb9
...@@ -330,7 +330,7 @@ class Worker(WorkerBase): ...@@ -330,7 +330,7 @@ class Worker(WorkerBase):
free_gpu_memory = profile_result.after_profile.free_memory free_gpu_memory = profile_result.after_profile.free_memory
# NOTE(woosuk): Here we assume that the other processes using the same # NOTE(woosuk): Here we assume that the other processes using the same
# GPU did not change their memory usage during the profiling. # GPU did not change their memory usage during the profiling.
assert self.init_snapshot.free_memory > free_gpu_memory, ( assert self.init_snapshot.free_memory >= free_gpu_memory, (
"Error in memory profiling. " "Error in memory profiling. "
f"Initial free memory {format_gib(self.init_snapshot.free_memory)} GiB, " f"Initial free memory {format_gib(self.init_snapshot.free_memory)} GiB, "
f"current free memory {format_gib(free_gpu_memory)} GiB. " f"current free memory {format_gib(free_gpu_memory)} GiB. "
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment