Unverified Commit e261d37c authored by Chauncey's avatar Chauncey Committed by GitHub
Browse files

[Refactor] Lazy-loaded reasoning_parser (#28092)


Signed-off-by: default avatarchaunceyjiang <chaunceyjiang@gmail.com>
parent b7cbc254
...@@ -8,12 +8,11 @@ from transformers import PreTrainedTokenizerBase ...@@ -8,12 +8,11 @@ from transformers import PreTrainedTokenizerBase
from vllm.entrypoints.openai.protocol import ChatCompletionRequest, DeltaMessage from vllm.entrypoints.openai.protocol import ChatCompletionRequest, DeltaMessage
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.reasoning import ReasoningParser, ReasoningParserManager from vllm.reasoning import ReasoningParser
logger = init_logger(__name__) logger = init_logger(__name__)
@ReasoningParserManager.register_module("step3")
class Step3ReasoningParser(ReasoningParser): class Step3ReasoningParser(ReasoningParser):
""" """
Reasoning parser for Step3 model. Reasoning parser for Step3 model.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment