Skip to content

GitLab

Unverified Commit 73def253 authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

Fix mem_fraction_static for AMD CI (#6748)

parent d9d35def
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
python/sglang/srt/server_args.py
View file @ 73def253
......@@ -28,6 +28,7 @@ from sglang.srt.utils import (
configure_ipv6,
get_device,
get_device_memory_capacity,
is_cuda,
is_flashinfer_available,
is_hip,
is_port_available,
......@@ -261,7 +262,7 @@ class ServerArgs:
self.mem_fraction_static = 0.88
else:
self.mem_fraction_static = 0.88
if gpu_mem is not None and gpu_mem > 180 * 1000:
if gpu_mem is not None and gpu_mem > 180 * 1000 and is_cuda():
self.mem_fraction_static = 0.79
elif gpu_mem is not None and gpu_mem > 96 * 1024:
mem_fraction = self.mem_fraction_static
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment