Unverified Commit e8a2327d authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Update version to 0.1.17 (#515)

parent 91f93f14
......@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project]
name = "sglang"
version = "0.1.16"
version = "0.1.17"
description = "A structured generation langauge for LLMs."
readme = "README.md"
requires-python = ">=3.8"
......
__version__ = "0.1.16"
__version__ = "0.1.17"
# SGL API Components
from sglang.api import (
......
......@@ -26,8 +26,8 @@ class GlobalConfig:
self.concate_and_append_mode = "no_adjust"
# Request dependency time due to network delay
self.request_dependency_delay = 0.03
self.wait_for_new_request_delay = 0.0006
self.request_dependency_delay = 0.02
self.wait_for_new_request_delay = 0.0004
# New generation token ratio estimation
self.base_new_token_ratio = 0.4
......
......@@ -15,6 +15,7 @@ class ForwardMode(IntEnum):
EXTEND = auto()
DECODE = auto()
class BaseFinishReason:
def __init__(self, is_error: bool = False):
self.is_error = is_error
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment