Unverified Commit f0580551 authored by Yang Yu's avatar Yang Yu Committed by GitHub
Browse files

Convert FLASHINFER_WORKSPACE_SIZE to integer (#10731)

parent 635ccda6
...@@ -37,8 +37,8 @@ class GlobalConfig: ...@@ -37,8 +37,8 @@ class GlobalConfig:
) )
# Runtime constants: others # Runtime constants: others
self.retract_decode_steps = 20 self.retract_decode_steps = 20
self.flashinfer_workspace_size = os.environ.get( self.flashinfer_workspace_size = int(
"FLASHINFER_WORKSPACE_SIZE", 384 * 1024 * 1024 os.environ.get("FLASHINFER_WORKSPACE_SIZE", 384 * 1024 * 1024)
) )
# Output tokenization configs # Output tokenization configs
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment