killall_sglang.sh 299 Bytes
Newer Older
1
# Kill all SGLang processes and free the GPU memory.
Lianmin Zheng's avatar
Lianmin Zheng committed
2

3
kill -9 $(ps aux | grep 'multiprocessing.spawn' | grep -v 'grep' | awk '{print $2}')
4
kill -9 $(ps aux | grep 'sglang.launch_server' | grep -v 'grep' | awk '{print $2}')
5
kill -9 $(ps aux | grep 'sglang.bench' | grep -v 'grep' | awk '{print $2}')