import asyncio from vllm_omni.entrypoints.log_utils import OrchestratorMetrics class ClientRequestState: """Tracks the state of an individual request in the orchestrator.""" def __init__(self, request_id: str, queue: asyncio.Queue | None = None): self.request_id = request_id self.stage_id: int | None = None self.queue = queue if queue is not None else asyncio.Queue() self.metrics: OrchestratorMetrics | None = None