"src/graph/vscode:/vscode.git/clone" did not exist on "6e7f19f27bdf6fddc69aaf8bf2b392d685703f76"
Unverified Commit 2a99993c authored by wellhowtosay's avatar wellhowtosay Committed by GitHub
Browse files

Pr fix max workers (#1456)


Co-authored-by: default avatarbaolujia <baolujia@shizhuang-inc.com>
Co-authored-by: default avatarLianmin Zheng <lianminzheng@gmail.com>
parent 167591e8
...@@ -123,6 +123,7 @@ class TokenizerManager: ...@@ -123,6 +123,7 @@ class TokenizerManager:
initializer=init_global_processor, initializer=init_global_processor,
mp_context=mp.get_context("fork"), mp_context=mp.get_context("fork"),
initargs=(server_args,), initargs=(server_args,),
max_workers=os.environ.get("SGLANG_CPU_COUNT", os.cpu_count()),
) )
else: else:
self.tokenizer = get_tokenizer( self.tokenizer = get_tokenizer(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment