# coding=utf-8
# Copyright 2025 HuggingFace Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import random
from typing import Any, Dict

import numpy as np
import torch
from PIL import Image

from diffusers import ClassifierFreeGuidance, StableDiffusionXLAutoBlocks, StableDiffusionXLModularPipeline
from diffusers.loaders import ModularIPAdapterMixin

from ...models.unets.test_models_unet_2d_condition import create_ip_adapter_state_dict
from ...testing_utils import enable_full_determinism, floats_tensor, torch_device
from ..test_modular_pipelines_common import ModularGuiderTesterMixin, ModularPipelineTesterMixin


enable_full_determinism()


class SDXLModularTesterMixin:
    """
    This mixin defines method to create pipeline, base input and base test across all SDXL modular tests.
    """

    def _test_stable_diffusion_xl_euler(self, expected_image_shape, expected_slice, expected_max_diff=1e-2):
        sd_pipe = self.get_pipeline().to(torch_device)

        inputs = self.get_dummy_inputs()
        image = sd_pipe(**inputs, output="images")
        image_slice = image[0, -3:, -3:, -1].cpu()

        assert image.shape == expected_image_shape
        max_diff = torch.abs(image_slice.flatten() - expected_slice).max()
        assert max_diff < expected_max_diff, f"Image slice does not match expected slice. Max Difference: {max_diff}"


class SDXLModularIPAdapterTesterMixin:
    """
    This mixin is designed to test IP Adapter.
    """

    def test_pipeline_inputs_and_blocks(self):
        blocks = self.pipeline_blocks_class()
        parameters = blocks.input_names

        assert issubclass(self.pipeline_class, ModularIPAdapterMixin)
        assert "ip_adapter_image" in parameters, (
            "`ip_adapter_image` argument must be supported by the `__call__` method"
        )
        assert "ip_adapter" in blocks.sub_blocks, "pipeline must contain an IPAdapter block"

        _ = blocks.sub_blocks.pop("ip_adapter")
        parameters = blocks.input_names
        assert "ip_adapter_image" not in parameters, (
            "`ip_adapter_image` argument must be removed from the `__call__` method"
        )

    def _get_dummy_image_embeds(self, cross_attention_dim: int = 32):
        return torch.randn((1, 1, cross_attention_dim), device=torch_device)

    def _get_dummy_faceid_image_embeds(self, cross_attention_dim: int = 32):
        return torch.randn((1, 1, 1, cross_attention_dim), device=torch_device)

    def _get_dummy_masks(self, input_size: int = 64):
        _masks = torch.zeros((1, 1, input_size, input_size), device=torch_device)
        _masks[0, :, :, : int(input_size / 2)] = 1
        return _masks

    def _modify_inputs_for_ip_adapter_test(self, inputs: Dict[str, Any]):
        blocks = self.pipeline_blocks_class()
        _ = blocks.sub_blocks.pop("ip_adapter")
        parameters = blocks.input_names
        if "image" in parameters and "strength" in parameters:
            inputs["num_inference_steps"] = 4

        inputs["output_type"] = "pt"
        return inputs

    def test_ip_adapter(self, expected_max_diff: float = 1e-4, expected_pipe_slice=None):
        r"""Tests for IP-Adapter.

        The following scenarios are tested:
          - Single IP-Adapter with scale=0 should produce same output as no IP-Adapter.
          - Multi IP-Adapter with scale=0 should produce same output as no IP-Adapter.
          - Single IP-Adapter with scale!=0 should produce different output compared to no IP-Adapter.
          - Multi IP-Adapter with scale!=0 should produce different output compared to no IP-Adapter.
        """
        # Raising the tolerance for this test when it's run on a CPU because we
        # compare against static slices and that can be shaky (with a VVVV low probability).
        expected_max_diff = 9e-4 if torch_device == "cpu" else expected_max_diff

        blocks = self.pipeline_blocks_class()
        _ = blocks.sub_blocks.pop("ip_adapter")
        pipe = blocks.init_pipeline(self.pretrained_model_name_or_path)
        pipe.load_components(torch_dtype=torch.float32)
        pipe = pipe.to(torch_device)

        cross_attention_dim = pipe.unet.config.get("cross_attention_dim")

        # forward pass without ip adapter
        inputs = self._modify_inputs_for_ip_adapter_test(self.get_dummy_inputs())
        if expected_pipe_slice is None:
            output_without_adapter = pipe(**inputs, output="images")
        else:
            output_without_adapter = expected_pipe_slice

        # 1. Single IP-Adapter test cases
        adapter_state_dict = create_ip_adapter_state_dict(pipe.unet)
        pipe.unet._load_ip_adapter_weights(adapter_state_dict)

        # forward pass with single ip adapter, but scale=0 which should have no effect
        inputs = self._modify_inputs_for_ip_adapter_test(self.get_dummy_inputs())
        inputs["ip_adapter_embeds"] = [self._get_dummy_image_embeds(cross_attention_dim)]
        inputs["negative_ip_adapter_embeds"] = [self._get_dummy_image_embeds(cross_attention_dim)]
        pipe.set_ip_adapter_scale(0.0)
        output_without_adapter_scale = pipe(**inputs, output="images")
        if expected_pipe_slice is not None:
            output_without_adapter_scale = output_without_adapter_scale[0, -3:, -3:, -1].flatten()

        # forward pass with single ip adapter, but with scale of adapter weights
        inputs = self._modify_inputs_for_ip_adapter_test(self.get_dummy_inputs())
        inputs["ip_adapter_embeds"] = [self._get_dummy_image_embeds(cross_attention_dim)]
        inputs["negative_ip_adapter_embeds"] = [self._get_dummy_image_embeds(cross_attention_dim)]
        pipe.set_ip_adapter_scale(42.0)
        output_with_adapter_scale = pipe(**inputs, output="images")
        if expected_pipe_slice is not None:
            output_with_adapter_scale = output_with_adapter_scale[0, -3:, -3:, -1].flatten()

        max_diff_without_adapter_scale = torch.abs(output_without_adapter_scale - output_without_adapter).max()
        max_diff_with_adapter_scale = torch.abs(output_with_adapter_scale - output_without_adapter).max()

        assert max_diff_without_adapter_scale < expected_max_diff, (
            "Output without ip-adapter must be same as normal inference"
        )
        assert max_diff_with_adapter_scale > 1e-2, "Output with ip-adapter must be different from normal inference"

        # 2. Multi IP-Adapter test cases
        adapter_state_dict_1 = create_ip_adapter_state_dict(pipe.unet)
        adapter_state_dict_2 = create_ip_adapter_state_dict(pipe.unet)
        pipe.unet._load_ip_adapter_weights([adapter_state_dict_1, adapter_state_dict_2])

        # forward pass with multi ip adapter, but scale=0 which should have no effect
        inputs = self._modify_inputs_for_ip_adapter_test(self.get_dummy_inputs())
        inputs["ip_adapter_embeds"] = [self._get_dummy_image_embeds(cross_attention_dim)] * 2
        inputs["negative_ip_adapter_embeds"] = [self._get_dummy_image_embeds(cross_attention_dim)] * 2
        pipe.set_ip_adapter_scale([0.0, 0.0])
        output_without_multi_adapter_scale = pipe(**inputs, output="images")
        if expected_pipe_slice is not None:
            output_without_multi_adapter_scale = output_without_multi_adapter_scale[0, -3:, -3:, -1].flatten()

        # forward pass with multi ip adapter, but with scale of adapter weights
        inputs = self._modify_inputs_for_ip_adapter_test(self.get_dummy_inputs())
        inputs["ip_adapter_embeds"] = [self._get_dummy_image_embeds(cross_attention_dim)] * 2
        inputs["negative_ip_adapter_embeds"] = [self._get_dummy_image_embeds(cross_attention_dim)] * 2
        pipe.set_ip_adapter_scale([42.0, 42.0])
        output_with_multi_adapter_scale = pipe(**inputs, output="images")
        if expected_pipe_slice is not None:
            output_with_multi_adapter_scale = output_with_multi_adapter_scale[0, -3:, -3:, -1].flatten()

        max_diff_without_multi_adapter_scale = torch.abs(
            output_without_multi_adapter_scale - output_without_adapter
        ).max()
        max_diff_with_multi_adapter_scale = torch.abs(output_with_multi_adapter_scale - output_without_adapter).max()
        assert max_diff_without_multi_adapter_scale < expected_max_diff, (
            "Output without multi-ip-adapter must be same as normal inference"
        )
        assert max_diff_with_multi_adapter_scale > 1e-2, (
            "Output with multi-ip-adapter scale must be different from normal inference"
        )


class SDXLModularControlNetTesterMixin:
    """
    This mixin is designed to test ControlNet.
    """

    def test_pipeline_inputs(self):
        blocks = self.pipeline_blocks_class()
        parameters = blocks.input_names

        assert "control_image" in parameters, "`control_image` argument must be supported by the `__call__` method"
        assert "controlnet_conditioning_scale" in parameters, (
            "`controlnet_conditioning_scale` argument must be supported by the `__call__` method"
        )

    def _modify_inputs_for_controlnet_test(self, inputs: Dict[str, Any]):
        controlnet_embedder_scale_factor = 2
        image = torch.randn(
            (1, 3, 32 * controlnet_embedder_scale_factor, 32 * controlnet_embedder_scale_factor),
            device=torch_device,
        )
        inputs["control_image"] = image
        return inputs

    def test_controlnet(self, expected_max_diff: float = 1e-4, expected_pipe_slice=None):
        r"""Tests for ControlNet.

        The following scenarios are tested:
          - Single ControlNet with scale=0 should produce same output as no ControlNet.
          - Single ControlNet with scale!=0 should produce different output compared to no ControlNet.
        """
        # Raising the tolerance for this test when it's run on a CPU because we
        # compare against static slices and that can be shaky (with a VVVV low probability).
        expected_max_diff = 9e-4 if torch_device == "cpu" else expected_max_diff

        pipe = self.get_pipeline().to(torch_device)

        # forward pass without controlnet
        inputs = self.get_dummy_inputs()
        output_without_controlnet = pipe(**inputs, output="images")
        output_without_controlnet = output_without_controlnet[0, -3:, -3:, -1].flatten()

        # forward pass with single controlnet, but scale=0 which should have no effect
        inputs = self._modify_inputs_for_controlnet_test(self.get_dummy_inputs())
        inputs["controlnet_conditioning_scale"] = 0.0
        output_without_controlnet_scale = pipe(**inputs, output="images")
        output_without_controlnet_scale = output_without_controlnet_scale[0, -3:, -3:, -1].flatten()

        # forward pass with single controlnet, but with scale of adapter weights
        inputs = self._modify_inputs_for_controlnet_test(self.get_dummy_inputs())
        inputs["controlnet_conditioning_scale"] = 42.0
        output_with_controlnet_scale = pipe(**inputs, output="images")
        output_with_controlnet_scale = output_with_controlnet_scale[0, -3:, -3:, -1].flatten()

        max_diff_without_controlnet_scale = torch.abs(
            output_without_controlnet_scale - output_without_controlnet
        ).max()
        max_diff_with_controlnet_scale = torch.abs(output_with_controlnet_scale - output_without_controlnet).max()

        assert max_diff_without_controlnet_scale < expected_max_diff, (
            "Output without controlnet must be same as normal inference"
        )
        assert max_diff_with_controlnet_scale > 1e-2, "Output with controlnet must be different from normal inference"

    def test_controlnet_cfg(self):
        pipe = self.get_pipeline().to(torch_device)

        # forward pass with CFG not applied
        guider = ClassifierFreeGuidance(guidance_scale=1.0)
        pipe.update_components(guider=guider)

        inputs = self._modify_inputs_for_controlnet_test(self.get_dummy_inputs())
        out_no_cfg = pipe(**inputs, output="images")

        # forward pass with CFG applied
        guider = ClassifierFreeGuidance(guidance_scale=7.5)
        pipe.update_components(guider=guider)
        inputs = self._modify_inputs_for_controlnet_test(self.get_dummy_inputs())
        out_cfg = pipe(**inputs, output="images")

        assert out_cfg.shape == out_no_cfg.shape
        max_diff = torch.abs(out_cfg - out_no_cfg).max()
        assert max_diff > 1e-2, "Output with CFG must be different from normal inference"


TEXT2IMAGE_WORKFLOWS = {
    "text2image": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("denoise.input", "StableDiffusionXLInputStep"),
        ("denoise.before_denoise.set_timesteps", "StableDiffusionXLSetTimestepsStep"),
        ("denoise.before_denoise.prepare_latents", "StableDiffusionXLPrepareLatentsStep"),
        ("denoise.before_denoise.prepare_add_cond", "StableDiffusionXLPrepareAdditionalConditioningStep"),
        ("denoise.denoise", "StableDiffusionXLDenoiseStep"),
        ("decode", "StableDiffusionXLDecodeStep"),
    ],
    "controlnet_text2image": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("denoise.input", "StableDiffusionXLInputStep"),
        ("denoise.before_denoise.set_timesteps", "StableDiffusionXLSetTimestepsStep"),
        ("denoise.before_denoise.prepare_latents", "StableDiffusionXLPrepareLatentsStep"),
        ("denoise.before_denoise.prepare_add_cond", "StableDiffusionXLPrepareAdditionalConditioningStep"),
        ("denoise.controlnet_input", "StableDiffusionXLControlNetInputStep"),
        ("denoise.denoise", "StableDiffusionXLControlNetDenoiseStep"),
        ("decode", "StableDiffusionXLDecodeStep"),
    ],
    "controlnet_union_text2image": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("denoise.input", "StableDiffusionXLInputStep"),
        ("denoise.before_denoise.set_timesteps", "StableDiffusionXLSetTimestepsStep"),
        ("denoise.before_denoise.prepare_latents", "StableDiffusionXLPrepareLatentsStep"),
        ("denoise.before_denoise.prepare_add_cond", "StableDiffusionXLPrepareAdditionalConditioningStep"),
        ("denoise.controlnet_input", "StableDiffusionXLControlNetUnionInputStep"),
        ("denoise.denoise", "StableDiffusionXLControlNetDenoiseStep"),
        ("decode", "StableDiffusionXLDecodeStep"),
    ],
    "ip_adapter_text2image": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("ip_adapter", "StableDiffusionXLIPAdapterStep"),
        ("denoise.input", "StableDiffusionXLInputStep"),
        ("denoise.before_denoise.set_timesteps", "StableDiffusionXLSetTimestepsStep"),
        ("denoise.before_denoise.prepare_latents", "StableDiffusionXLPrepareLatentsStep"),
        ("denoise.before_denoise.prepare_add_cond", "StableDiffusionXLPrepareAdditionalConditioningStep"),
        ("denoise.denoise", "StableDiffusionXLDenoiseStep"),
        ("decode", "StableDiffusionXLDecodeStep"),
    ],
    "ip_adapter_controlnet_text2image": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("ip_adapter", "StableDiffusionXLIPAdapterStep"),
        ("denoise.input", "StableDiffusionXLInputStep"),
        ("denoise.before_denoise.set_timesteps", "StableDiffusionXLSetTimestepsStep"),
        ("denoise.before_denoise.prepare_latents", "StableDiffusionXLPrepareLatentsStep"),
        ("denoise.before_denoise.prepare_add_cond", "StableDiffusionXLPrepareAdditionalConditioningStep"),
        ("denoise.controlnet_input", "StableDiffusionXLControlNetInputStep"),
        ("denoise.denoise", "StableDiffusionXLControlNetDenoiseStep"),
        ("decode", "StableDiffusionXLDecodeStep"),
    ],
}


class TestSDXLModularPipelineFast(
    SDXLModularTesterMixin,
    SDXLModularIPAdapterTesterMixin,
    SDXLModularControlNetTesterMixin,
    ModularGuiderTesterMixin,
    ModularPipelineTesterMixin,
):
    """Test cases for Stable Diffusion XL modular pipeline fast tests."""

    pipeline_class = StableDiffusionXLModularPipeline
    pipeline_blocks_class = StableDiffusionXLAutoBlocks
    pretrained_model_name_or_path = "hf-internal-testing/tiny-sdxl-modular"
    params = frozenset(
        [
            "prompt",
            "height",
            "width",
            "negative_prompt",
            "cross_attention_kwargs",
        ]
    )
    batch_params = frozenset(["prompt", "negative_prompt"])
    expected_image_output_shape = (1, 3, 64, 64)

    expected_workflow_blocks = TEXT2IMAGE_WORKFLOWS

    def get_dummy_inputs(self, seed=0):
        generator = self.get_generator(seed)
        inputs = {
            "prompt": "A painting of a squirrel eating a burger",
            "generator": generator,
            "num_inference_steps": 2,
            "output_type": "pt",
        }
        return inputs

    def test_stable_diffusion_xl_euler(self):
        self._test_stable_diffusion_xl_euler(
            expected_image_shape=self.expected_image_output_shape,
            expected_slice=torch.tensor(
                [0.3886, 0.4685, 0.4953, 0.4217, 0.4317, 0.3945, 0.4847, 0.4704, 0.4731],
            ),
            expected_max_diff=1e-2,
        )

    def test_inference_batch_single_identical(self):
        super().test_inference_batch_single_identical(expected_max_diff=3e-3)


IMAGE2IMAGE_WORKFLOWS = {
    "image2image": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("vae_encoder", "StableDiffusionXLVaeEncoderStep"),
        ("denoise.input", "StableDiffusionXLInputStep"),
        ("denoise.before_denoise.set_timesteps", "StableDiffusionXLImg2ImgSetTimestepsStep"),
        ("denoise.before_denoise.prepare_latents", "StableDiffusionXLImg2ImgPrepareLatentsStep"),
        ("denoise.before_denoise.prepare_add_cond", "StableDiffusionXLImg2ImgPrepareAdditionalConditioningStep"),
        ("denoise.denoise", "StableDiffusionXLDenoiseStep"),
        ("decode", "StableDiffusionXLDecodeStep"),
    ],
    "controlnet_image2image": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("vae_encoder", "StableDiffusionXLVaeEncoderStep"),
        ("denoise.input", "StableDiffusionXLInputStep"),
        ("denoise.before_denoise.set_timesteps", "StableDiffusionXLImg2ImgSetTimestepsStep"),
        ("denoise.before_denoise.prepare_latents", "StableDiffusionXLImg2ImgPrepareLatentsStep"),
        ("denoise.before_denoise.prepare_add_cond", "StableDiffusionXLImg2ImgPrepareAdditionalConditioningStep"),
        ("denoise.controlnet_input", "StableDiffusionXLControlNetInputStep"),
        ("denoise.denoise", "StableDiffusionXLControlNetDenoiseStep"),
        ("decode", "StableDiffusionXLDecodeStep"),
    ],
    "controlnet_union_image2image": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("vae_encoder", "StableDiffusionXLVaeEncoderStep"),
        ("denoise.input", "StableDiffusionXLInputStep"),
        ("denoise.before_denoise.set_timesteps", "StableDiffusionXLImg2ImgSetTimestepsStep"),
        ("denoise.before_denoise.prepare_latents", "StableDiffusionXLImg2ImgPrepareLatentsStep"),
        ("denoise.before_denoise.prepare_add_cond", "StableDiffusionXLImg2ImgPrepareAdditionalConditioningStep"),
        ("denoise.controlnet_input", "StableDiffusionXLControlNetUnionInputStep"),
        ("denoise.denoise", "StableDiffusionXLControlNetDenoiseStep"),
        ("decode", "StableDiffusionXLDecodeStep"),
    ],
    "ip_adapter_image2image": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("ip_adapter", "StableDiffusionXLIPAdapterStep"),
        ("vae_encoder", "StableDiffusionXLVaeEncoderStep"),
        ("denoise.input", "StableDiffusionXLInputStep"),
        ("denoise.before_denoise.set_timesteps", "StableDiffusionXLImg2ImgSetTimestepsStep"),
        ("denoise.before_denoise.prepare_latents", "StableDiffusionXLImg2ImgPrepareLatentsStep"),
        ("denoise.before_denoise.prepare_add_cond", "StableDiffusionXLImg2ImgPrepareAdditionalConditioningStep"),
        ("denoise.denoise", "StableDiffusionXLDenoiseStep"),
        ("decode", "StableDiffusionXLDecodeStep"),
    ],
    "ip_adapter_controlnet_image2image": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("ip_adapter", "StableDiffusionXLIPAdapterStep"),
        ("vae_encoder", "StableDiffusionXLVaeEncoderStep"),
        ("denoise.input", "StableDiffusionXLInputStep"),
        ("denoise.before_denoise.set_timesteps", "StableDiffusionXLImg2ImgSetTimestepsStep"),
        ("denoise.before_denoise.prepare_latents", "StableDiffusionXLImg2ImgPrepareLatentsStep"),
        ("denoise.before_denoise.prepare_add_cond", "StableDiffusionXLImg2ImgPrepareAdditionalConditioningStep"),
        ("denoise.controlnet_input", "StableDiffusionXLControlNetInputStep"),
        ("denoise.denoise", "StableDiffusionXLControlNetDenoiseStep"),
        ("decode", "StableDiffusionXLDecodeStep"),
    ],
}


class TestSDXLImg2ImgModularPipelineFast(
    SDXLModularTesterMixin,
    SDXLModularIPAdapterTesterMixin,
    SDXLModularControlNetTesterMixin,
    ModularGuiderTesterMixin,
    ModularPipelineTesterMixin,
):
    """Test cases for Stable Diffusion XL image-to-image modular pipeline fast tests."""

    pipeline_class = StableDiffusionXLModularPipeline
    pipeline_blocks_class = StableDiffusionXLAutoBlocks
    pretrained_model_name_or_path = "hf-internal-testing/tiny-sdxl-modular"
    params = frozenset(
        [
            "prompt",
            "height",
            "width",
            "negative_prompt",
            "cross_attention_kwargs",
            "image",
        ]
    )
    batch_params = frozenset(["prompt", "negative_prompt", "image"])
    expected_image_output_shape = (1, 3, 64, 64)
    expected_workflow_blocks = IMAGE2IMAGE_WORKFLOWS

    def get_dummy_inputs(self, seed=0):
        generator = self.get_generator(seed)
        inputs = {
            "prompt": "A painting of a squirrel eating a burger",
            "generator": generator,
            "num_inference_steps": 4,
            "output_type": "pt",
        }
        image = floats_tensor((1, 3, 32, 32), rng=random.Random(seed)).to(torch_device)
        image = image.cpu().permute(0, 2, 3, 1)[0]
        init_image = Image.fromarray(np.uint8(image)).convert("RGB").resize((64, 64))

        inputs["image"] = init_image
        inputs["strength"] = 0.5

        return inputs

    def test_stable_diffusion_xl_euler(self):
        self._test_stable_diffusion_xl_euler(
            expected_image_shape=self.expected_image_output_shape,
            expected_slice=torch.tensor([0.5246, 0.4466, 0.444, 0.3246, 0.4443, 0.5108, 0.5225, 0.559, 0.5147]),
            expected_max_diff=1e-2,
        )

    def test_inference_batch_single_identical(self):
        super().test_inference_batch_single_identical(expected_max_diff=3e-3)


INPAINTING_WORKFLOWS = {
    "inpainting": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("vae_encoder", "StableDiffusionXLInpaintVaeEncoderStep"),
        ("input", "StableDiffusionXLInputStep"),
        ("set_timesteps", "StableDiffusionXLImg2ImgSetTimestepsStep"),
        ("prepare_latents", "StableDiffusionXLInpaintPrepareLatentsStep"),
        ("prepare_add_cond", "StableDiffusionXLImg2ImgPrepareAdditionalConditioningStep"),
        ("denoise", "StableDiffusionXLInpaintDenoiseStep"),
        ("decode", "StableDiffusionXLInpaintDecodeStep"),
    ],
    "controlnet_inpainting": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("vae_encoder", "StableDiffusionXLInpaintVaeEncoderStep"),
        ("input", "StableDiffusionXLInputStep"),
        ("set_timesteps", "StableDiffusionXLImg2ImgSetTimestepsStep"),
        ("prepare_latents", "StableDiffusionXLInpaintPrepareLatentsStep"),
        ("prepare_add_cond", "StableDiffusionXLImg2ImgPrepareAdditionalConditioningStep"),
        ("controlnet_input", "StableDiffusionXLControlNetInputStep"),
        ("denoise", "StableDiffusionXLInpaintControlNetDenoiseStep"),
        ("decode", "StableDiffusionXLInpaintDecodeStep"),
    ],
    "controlnet_union_inpainting": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("vae_encoder", "StableDiffusionXLInpaintVaeEncoderStep"),
        ("input", "StableDiffusionXLInputStep"),
        ("set_timesteps", "StableDiffusionXLImg2ImgSetTimestepsStep"),
        ("prepare_latents", "StableDiffusionXLInpaintPrepareLatentsStep"),
        ("prepare_add_cond", "StableDiffusionXLImg2ImgPrepareAdditionalConditioningStep"),
        ("controlnet_input", "StableDiffusionXLControlNetUnionInputStep"),
        ("denoise", "StableDiffusionXLInpaintControlNetDenoiseStep"),
        ("decode", "StableDiffusionXLInpaintDecodeStep"),
    ],
    "ip_adapter_inpainting": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("ip_adapter", "StableDiffusionXLIPAdapterStep"),
        ("vae_encoder", "StableDiffusionXLInpaintVaeEncoderStep"),
        ("input", "StableDiffusionXLInputStep"),
        ("set_timesteps", "StableDiffusionXLImg2ImgSetTimestepsStep"),
        ("prepare_latents", "StableDiffusionXLInpaintPrepareLatentsStep"),
        ("prepare_add_cond", "StableDiffusionXLImg2ImgPrepareAdditionalConditioningStep"),
        ("denoise", "StableDiffusionXLInpaintDenoiseStep"),
        ("decode", "StableDiffusionXLInpaintDecodeStep"),
    ],
    "ip_adapter_controlnet_inpainting": [
        ("text_encoder", "StableDiffusionXLTextEncoderStep"),
        ("ip_adapter", "StableDiffusionXLIPAdapterStep"),
        ("vae_encoder", "StableDiffusionXLInpaintVaeEncoderStep"),
        ("input", "StableDiffusionXLInputStep"),
        ("set_timesteps", "StableDiffusionXLImg2ImgSetTimestepsStep"),
        ("prepare_latents", "StableDiffusionXLInpaintPrepareLatentsStep"),
        ("prepare_add_cond", "StableDiffusionXLImg2ImgPrepareAdditionalConditioningStep"),
        ("controlnet_input", "StableDiffusionXLControlNetInputStep"),
        ("denoise", "StableDiffusionXLInpaintControlNetDenoiseStep"),
        ("decode", "StableDiffusionXLInpaintDecodeStep"),
    ],
}


class SDXLInpaintingModularPipelineFastTests(
    SDXLModularTesterMixin,
    SDXLModularIPAdapterTesterMixin,
    SDXLModularControlNetTesterMixin,
    ModularGuiderTesterMixin,
    ModularPipelineTesterMixin,
):
    """Test cases for Stable Diffusion XL inpainting modular pipeline fast tests."""

    pipeline_class = StableDiffusionXLModularPipeline
    pipeline_blocks_class = StableDiffusionXLAutoBlocks
    pretrained_model_name_or_path = "hf-internal-testing/tiny-sdxl-modular"
    params = frozenset(
        [
            "prompt",
            "height",
            "width",
            "negative_prompt",
            "cross_attention_kwargs",
            "image",
            "mask_image",
        ]
    )
    batch_params = frozenset(["prompt", "negative_prompt", "image", "mask_image"])
    expected_image_output_shape = (1, 3, 64, 64)
    expected_workflow_blocks = INPAINTING_WORKFLOWS

    def get_dummy_inputs(self, device, seed=0):
        generator = self.get_generator(seed)
        inputs = {
            "prompt": "A painting of a squirrel eating a burger",
            "generator": generator,
            "num_inference_steps": 4,
            "output_type": "pt",
        }
        image = floats_tensor((1, 3, 32, 32), rng=random.Random(seed)).to(device)
        image = image.cpu().permute(0, 2, 3, 1)[0]
        init_image = Image.fromarray(np.uint8(image)).convert("RGB").resize((64, 64))

        # create mask
        image[8:, 8:, :] = 255
        mask_image = Image.fromarray(np.uint8(image)).convert("L").resize((64, 64))

        inputs["image"] = init_image
        inputs["mask_image"] = mask_image
        inputs["strength"] = 1.0

        return inputs

    def test_stable_diffusion_xl_euler(self):
        self._test_stable_diffusion_xl_euler(
            expected_image_shape=self.expected_image_output_shape,
            expected_slice=torch.tensor(
                [
                    0.40872607,
                    0.38842705,
                    0.34893104,
                    0.47837183,
                    0.43792963,
                    0.5332134,
                    0.3716843,
                    0.47274873,
                    0.45000193,
                ],
                device=torch_device,
            ),
            expected_max_diff=1e-2,
        )

    def test_inference_batch_single_identical(self):
        super().test_inference_batch_single_identical(expected_max_diff=3e-3)
