# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

import asyncio
import logging
from typing import AsyncIterator, Optional

import torch

# MMEncoder chain imports compiled CUDA ops; may fail in CPU-only environments.
try:
    from sglang.srt.disaggregation.encode_server import MMEncoder
except (ImportError, OSError):
    MMEncoder = None  # type: ignore[assignment]
from sglang.srt.parser.conversation import chat_templates
from transformers import AutoTokenizer

import dynamo.nixl_connect as connect
from dynamo._core import Client, Context
from dynamo.common.utils import nvtx_utils as _nvtx
from dynamo.runtime import DistributedRuntime
from dynamo.sglang.args import Config
from dynamo.sglang.protocol import SglangMultimodalRequest
from dynamo.sglang.request_handlers.handler_base import BaseWorkerHandler

logger = logging.getLogger(__name__)

try:
    import cupy as array_module

    if not array_module.cuda.is_available():
        raise ImportError("CUDA is not available.")
    DEVICE = "cuda"
    logger.info("Using cupy for array operations (GPU mode).")
except ImportError as e:
    logger.warning(f"Failed to import cupy, falling back to numpy: {e}.")
    import numpy as array_module

    DEVICE = "cpu"


class MultimodalEncodeWorkerHandler(BaseWorkerHandler):
    """
    Handler for multimodal encode worker component that processes images/videos
    and forwards them to the downstream worker.
    """

    def __init__(
        self,
        config: Config,
        pd_worker_client: Client,
        shutdown_event: Optional[asyncio.Event] = None,
    ) -> None:
        super().__init__(engine=None, config=config, shutdown_event=shutdown_event)
        self.pd_worker_client = pd_worker_client
        self.model = config.server_args.model_path

        if MMEncoder is None:
            raise RuntimeError(
                "MMEncoder is not available. "
                "Multimodal encode worker requires a CUDA environment."
            )

        # torch.distributed requires a dist_init_method even for tp=1;
        # port 0 lets the OS assign a free port.
        self.encoder = MMEncoder(
            server_args=config.server_args,
            dist_init_method="tcp://127.0.0.1:0",
            rank=0,
        )

        # Load tokenizer to convert image token string to integer ID
        self.tokenizer = AutoTokenizer.from_pretrained(
            self.model, trust_remote_code=True
        )

        # Get image token string and handle it properly
        image_token_str = (
            chat_templates[getattr(config.server_args, "chat_template")]
            .copy()
            .image_token
        )

        # For Qwen2.5-VL, the image token might be multiple tokens
        if image_token_str == "<|vision_start|><|image_pad|><|vision_end|>":
            # These are likely the individual special tokens for Qwen2.5-VL
            image_pad_id = self.tokenizer.convert_tokens_to_ids("<|image_pad|>")

            # Use the image_pad token as the main image token
            self.image_token_id = image_pad_id
        else:
            # Fallback for other models
            self.image_token_id = self.tokenizer.convert_tokens_to_ids(image_token_str)

        self.min_workers = 1

    def cleanup(self) -> None:
        pass

    @_nvtx.range_decorator("mm:enc:generate", color="blue")
    async def generate(
        self, request: SglangMultimodalRequest, context: Context
    ) -> AsyncIterator[str]:
        """
        Generate precomputed embeddings for multimodal input.

        Args:
            request: Multimodal request with image/video data.
            context: Context object for cancellation handling.
        """
        if not isinstance(request, SglangMultimodalRequest):
            if isinstance(request, str):
                request = SglangMultimodalRequest.model_validate_json(request)
            else:
                request = SglangMultimodalRequest.model_validate(request)

        # The following steps encode the requested image for SGLang:
        # 1. Pass the image URL to MMEncoder which loads, preprocesses, and
        #    runs the vision encoder.
        # 2. Expand each image placeholder token to match patch count.
        # 3. Create a single NIXL descriptor for concatenated embeddings.
        # 4. Send request + metadata to downstream worker.
        # 5. Stream the downstream worker's response back to the caller.

        try:
            multimodal_groups = request.multimodal_inputs
            if not multimodal_groups:
                raise ValueError("multimodal_inputs is required for the encode worker.")

            image_urls = []
            for idx, mm_group in enumerate(multimodal_groups):
                mm_input = mm_group.multimodal_input
                if not mm_input or not mm_input.image_url:
                    raise ValueError(
                        f"image_url is required for the encode worker (index={idx})."
                    )
                if mm_input.video_url is not None:
                    raise NotImplementedError(
                        "video_url encoding is not supported in SGLang encode worker"
                    )
                image_urls.append(mm_input.image_url)

            with _nvtx.annotate("mm:enc:vision_encode", color="red"):
                image_grid_dim, precomputed_embeddings = await self.encoder._encode(
                    image_urls
                )

            image_grid_thw_list = (
                image_grid_dim.tolist()
                if isinstance(image_grid_dim, torch.Tensor)
                else image_grid_dim
            )

            if len(image_grid_thw_list) != len(multimodal_groups):
                raise ValueError("image_grid_thw size mismatch")

            def _build_token_counts(total_tokens: int) -> list[int]:
                if total_tokens <= 0:
                    raise ValueError("Invalid token statistics for embeddings")

                # image_grid_thw is [t, h, w]. We derive per-item relative sizes
                # from spatial grid (h * w), then infer merge factor
                # from the total embedding token count.
                grid_sizes = []
                for image_grid_thw in image_grid_thw_list:
                    if not isinstance(image_grid_thw, list) or len(image_grid_thw) != 3:
                        raise ValueError(
                            "Cannot split embeddings: invalid image_grid_thw"
                        )
                    grid_sizes.append(int(image_grid_thw[1] * image_grid_thw[2]))

                total_grid_tokens = sum(grid_sizes)
                if total_grid_tokens <= 0:
                    raise ValueError("Invalid grid statistics for embeddings")

                if total_grid_tokens % total_tokens != 0:
                    raise ValueError(
                        "Cannot infer merge factor: grid token total is not divisible by embedding token total"
                    )

                merge_factor = total_grid_tokens // total_tokens
                token_counts = []
                for grid_count in grid_sizes:
                    if grid_count % merge_factor != 0:
                        raise ValueError(
                            "Cannot split embeddings: per-image grid token count not divisible by inferred merge factor"
                        )
                    token_counts.append(grid_count // merge_factor)

                if sum(token_counts) != total_tokens:
                    raise ValueError(
                        "Cannot split embeddings: per-image token counts do not match embedding token total"
                    )

                return token_counts

            if isinstance(precomputed_embeddings, torch.Tensor):
                if precomputed_embeddings.ndim != 2:
                    raise ValueError(
                        "Unsupported embeddings tensor rank from encoder: "
                        f"{precomputed_embeddings.ndim}. Expected 2D [tokens, hidden]."
                    )

                token_counts = _build_token_counts(precomputed_embeddings.shape[0])
            else:
                raise ValueError(
                    "Unsupported embeddings type from encoder: "
                    f"{type(precomputed_embeddings)}"
                )

            image_placeholder_count = request.request.token_ids.count(
                self.image_token_id
            )
            if image_placeholder_count < len(multimodal_groups):
                raise ValueError(
                    "Not enough image placeholders in token_ids for provided images"
                )

            # Keep per-image grid metadata in request groups for worker-side mm_item.
            for idx, (mm_group, image_grid_thw) in enumerate(
                zip(multimodal_groups, image_grid_thw_list)
            ):
                mm_group.image_grid_thw = image_grid_thw
                mm_group.multimodal_input.image_url = None

            # Store shared serialized tensor metadata at request level.
            request.embeddings_shape = tuple(precomputed_embeddings.shape)
            request.serialized_request = None

            search_start = 0
            for num_image_tokens in token_counts:
                try:
                    image_token_id_index = request.request.token_ids.index(
                        self.image_token_id, search_start
                    )
                except ValueError as e:
                    raise ValueError(
                        "Not enough image tokens found for provided images"
                    ) from e

                request.request.token_ids = (
                    request.request.token_ids[:image_token_id_index]
                    + [self.image_token_id] * num_image_tokens
                    + request.request.token_ids[image_token_id_index + 1 :]
                )
                search_start = image_token_id_index + num_image_tokens

            descriptor = connect.Descriptor(precomputed_embeddings)
            with await self._connector.create_readable(descriptor) as readable:
                request.serialized_request = readable.metadata()
                logger.debug(f"Request: {request.model_dump_json()}")

                # Get the response generator from downstream worker
                response_generator = await self.pd_worker_client.round_robin(
                    request.model_dump_json()
                )
                with _nvtx.annotate("mm:enc:embedding_transfer", color="purple"):
                    await readable.wait_for_completion()

                async for response in response_generator:
                    yield response.data() if hasattr(response, "data") else str(
                        response
                    )

        except Exception as e:
            logger.error(f"Error processing request: {e}")
            raise

    async def async_init(self, runtime: DistributedRuntime) -> None:
        logger.info("Startup started.")
        # Create and initialize a dynamo connector for this worker.
        # We'll needs this to move data between this worker and remote workers efficiently.
        self._connector = connect.Connector()

        logger.info("Startup completed.")
