Commit 723f0421 authored by Lianmin Zheng's avatar Lianmin Zheng
Browse files

release v0.1.7 & fix bugs

parent 585eabab
......@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project]
name = "sglang"
version = "0.1.6"
version = "0.1.7"
description = "A structured generation langauge for LLMs."
readme = "README.md"
requires-python = ">=3.8"
......
__version__ = "0.1.6"
__version__ = "0.1.7"
from sglang.api import *
from sglang.global_config import global_config
......@@ -80,7 +80,7 @@ def run_program_batch(
# Run all programs
if num_threads == "auto":
num_threads = min(64, multiprocessing.cpu_count() * 8)
num_threads = max(64, multiprocessing.cpu_count() * 8)
num_threads = min(num_threads, len(batch_arguments))
if num_threads == 1:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment