"benchmarks/vscode:/vscode.git/clone" did not exist on "f8d6bf8e0751b115985ff186260b0805b48d796c"
Unverified Commit f0580551 authored by Yang Yu's avatar Yang Yu Committed by GitHub
Browse files

Convert FLASHINFER_WORKSPACE_SIZE to integer (#10731)

parent 635ccda6
......@@ -37,8 +37,8 @@ class GlobalConfig:
)
# Runtime constants: others
self.retract_decode_steps = 20
self.flashinfer_workspace_size = os.environ.get(
"FLASHINFER_WORKSPACE_SIZE", 384 * 1024 * 1024
self.flashinfer_workspace_size = int(
os.environ.get("FLASHINFER_WORKSPACE_SIZE", 384 * 1024 * 1024)
)
# Output tokenization configs
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment