Unverified Commit 4b4dc132 authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

Rename `ngram_utils` -> `ngram_info` (#11316)

parent 5a9170d9
......@@ -849,7 +849,7 @@ class CudaGraphRunner:
)
elif self.model_runner.spec_algorithm.is_ngram():
from sglang.srt.speculative.ngram_utils import NgramVerifyInput
from sglang.srt.speculative.ngram_info import NgramVerifyInput
spec_info = NgramVerifyInput(
draft_token=None,
......
......@@ -11,7 +11,7 @@ from sglang.srt.managers.tp_worker import TpModelWorker
from sglang.srt.model_executor.forward_batch_info import ForwardMode
from sglang.srt.server_args import ServerArgs
from sglang.srt.speculative.cpp_ngram.ngram_cache import NgramCache
from sglang.srt.speculative.ngram_utils import NgramVerifyInput
from sglang.srt.speculative.ngram_info import NgramVerifyInput
from sglang.srt.speculative.spec_info import SpeculativeAlgorithm
logger = logging.getLogger(__name__)
......
from __future__ import annotations
import logging
import os
import time
from typing import TYPE_CHECKING, List
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment