Skip to content

GitLab

Unverified Commit 6d535b71 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Revert "Recapture cuda graph after model weight update to resolve IMA error " (#11980)

parent fdcb1d13
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 4 deletions
python/sglang/srt/model_executor/model_runner.py
View file @ 6d535b71
...@@ -1044,10 +1044,6 @@ class ModelRunner: ...@@ -1044,10 +1044,6 @@ class ModelRunner:
self.server_args.load_format = load_format self.server_args.load_format = load_format
self.load_config = load_config self.load_config = load_config
# Recapture device graph after model weight update.
if not self.server_args.disable_cuda_graph and self.device == "cuda":
self.init_device_graphs()
logger.info("Update weights end.") logger.info("Update weights end.")
return True, "Succeeded to update model weights." return True, "Succeeded to update model weights."
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment