"Src/vscode:/vscode.git/clone" did not exist on "a2b41d78bfdf2ceecc030c71a0b412ebeffe6f25"
Unverified Commit 7de2ce45 authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

Disable radix cache in test_lora_update.py for better stability (#9852)

parent 8c2ffaaf
......@@ -824,6 +824,7 @@ class LoRAUpdateEngineTestSession(LoRAUpdateTestSessionBase):
disable_cuda_graph=self.disable_cuda_graph,
cuda_graph_max_bs=self.cuda_graph_max_bs,
enable_lora=self.enable_lora,
disable_radix_cache=True,
)
self.handle.__enter__()
return self
......@@ -958,6 +959,7 @@ class LoRAUpdateServerTestSession(LoRAUpdateTestSessionBase):
"1",
"--mem-fraction-static",
str(MEM_FRACTION_STATIC),
"--disable-radix-cache",
]
if self.enable_lora:
other_args.append("--enable-lora")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment