Unverified Commit e8a2327d authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Update version to 0.1.17 (#515)

parent 91f93f14
...@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" ...@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project] [project]
name = "sglang" name = "sglang"
version = "0.1.16" version = "0.1.17"
description = "A structured generation langauge for LLMs." description = "A structured generation langauge for LLMs."
readme = "README.md" readme = "README.md"
requires-python = ">=3.8" requires-python = ">=3.8"
......
__version__ = "0.1.16" __version__ = "0.1.17"
# SGL API Components # SGL API Components
from sglang.api import ( from sglang.api import (
......
...@@ -26,8 +26,8 @@ class GlobalConfig: ...@@ -26,8 +26,8 @@ class GlobalConfig:
self.concate_and_append_mode = "no_adjust" self.concate_and_append_mode = "no_adjust"
# Request dependency time due to network delay # Request dependency time due to network delay
self.request_dependency_delay = 0.03 self.request_dependency_delay = 0.02
self.wait_for_new_request_delay = 0.0006 self.wait_for_new_request_delay = 0.0004
# New generation token ratio estimation # New generation token ratio estimation
self.base_new_token_ratio = 0.4 self.base_new_token_ratio = 0.4
......
...@@ -15,6 +15,7 @@ class ForwardMode(IntEnum): ...@@ -15,6 +15,7 @@ class ForwardMode(IntEnum):
EXTEND = auto() EXTEND = auto()
DECODE = auto() DECODE = auto()
class BaseFinishReason: class BaseFinishReason:
def __init__(self, is_error: bool = False): def __init__(self, is_error: bool = False):
self.is_error = is_error self.is_error = is_error
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment