"git@developer.sourcefind.cn:renzhc/diffusers_dcu.git" did not exist on "04717fd861f897012f1239c2951ea21cb7184749"
Unverified Commit bac8a241 authored by YiYi Xu's avatar YiYi Xu Committed by GitHub
Browse files

a few fix for SingleFile tests (#9522)

* update sd15 repo

* update more
parent 28f9d845
...@@ -14,6 +14,7 @@ ...@@ -14,6 +14,7 @@
# limitations under the License. # limitations under the License.
"""Conversion script for the Stable Diffusion checkpoints.""" """Conversion script for the Stable Diffusion checkpoints."""
import copy
import os import os
import re import re
from contextlib import nullcontext from contextlib import nullcontext
...@@ -91,11 +92,11 @@ DIFFUSERS_DEFAULT_PIPELINE_PATHS = { ...@@ -91,11 +92,11 @@ DIFFUSERS_DEFAULT_PIPELINE_PATHS = {
"xl_inpaint": {"pretrained_model_name_or_path": "diffusers/stable-diffusion-xl-1.0-inpainting-0.1"}, "xl_inpaint": {"pretrained_model_name_or_path": "diffusers/stable-diffusion-xl-1.0-inpainting-0.1"},
"playground-v2-5": {"pretrained_model_name_or_path": "playgroundai/playground-v2.5-1024px-aesthetic"}, "playground-v2-5": {"pretrained_model_name_or_path": "playgroundai/playground-v2.5-1024px-aesthetic"},
"upscale": {"pretrained_model_name_or_path": "stabilityai/stable-diffusion-x4-upscaler"}, "upscale": {"pretrained_model_name_or_path": "stabilityai/stable-diffusion-x4-upscaler"},
"inpainting": {"pretrained_model_name_or_path": "Lykon/dreamshaper-8-inpainting"}, "inpainting": {"pretrained_model_name_or_path": "stable-diffusion-v1-5/stable-diffusion-inpainting"},
"inpainting_v2": {"pretrained_model_name_or_path": "stabilityai/stable-diffusion-2-inpainting"}, "inpainting_v2": {"pretrained_model_name_or_path": "stabilityai/stable-diffusion-2-inpainting"},
"controlnet": {"pretrained_model_name_or_path": "lllyasviel/control_v11p_sd15_canny"}, "controlnet": {"pretrained_model_name_or_path": "lllyasviel/control_v11p_sd15_canny"},
"v2": {"pretrained_model_name_or_path": "stabilityai/stable-diffusion-2-1"}, "v2": {"pretrained_model_name_or_path": "stabilityai/stable-diffusion-2-1"},
"v1": {"pretrained_model_name_or_path": "Lykon/dreamshaper-8"}, "v1": {"pretrained_model_name_or_path": "stable-diffusion-v1-5/stable-diffusion-v1-5"},
"stable_cascade_stage_b": {"pretrained_model_name_or_path": "stabilityai/stable-cascade", "subfolder": "decoder"}, "stable_cascade_stage_b": {"pretrained_model_name_or_path": "stabilityai/stable-cascade", "subfolder": "decoder"},
"stable_cascade_stage_b_lite": { "stable_cascade_stage_b_lite": {
"pretrained_model_name_or_path": "stabilityai/stable-cascade", "pretrained_model_name_or_path": "stabilityai/stable-cascade",
...@@ -541,6 +542,7 @@ def infer_diffusers_model_type(checkpoint): ...@@ -541,6 +542,7 @@ def infer_diffusers_model_type(checkpoint):
def fetch_diffusers_config(checkpoint): def fetch_diffusers_config(checkpoint):
model_type = infer_diffusers_model_type(checkpoint) model_type = infer_diffusers_model_type(checkpoint)
model_path = DIFFUSERS_DEFAULT_PIPELINE_PATHS[model_type] model_path = DIFFUSERS_DEFAULT_PIPELINE_PATHS[model_type]
model_path = copy.deepcopy(model_path)
return model_path return model_path
......
...@@ -102,7 +102,7 @@ class StableDiffusionLoRATests(PeftLoraLoaderMixinTests, unittest.TestCase): ...@@ -102,7 +102,7 @@ class StableDiffusionLoRATests(PeftLoraLoaderMixinTests, unittest.TestCase):
@slow @slow
@require_torch_gpu @require_torch_gpu
def test_integration_move_lora_cpu(self): def test_integration_move_lora_cpu(self):
path = "Jiali/stable-diffusion-1.5" path = "stable-diffusion-v1-5/stable-diffusion-v1-5"
lora_id = "takuma104/lora-test-text-encoder-lora-target" lora_id = "takuma104/lora-test-text-encoder-lora-target"
pipe = StableDiffusionPipeline.from_pretrained(path, torch_dtype=torch.float16) pipe = StableDiffusionPipeline.from_pretrained(path, torch_dtype=torch.float16)
...@@ -161,7 +161,7 @@ class StableDiffusionLoRATests(PeftLoraLoaderMixinTests, unittest.TestCase): ...@@ -161,7 +161,7 @@ class StableDiffusionLoRATests(PeftLoraLoaderMixinTests, unittest.TestCase):
def test_integration_move_lora_dora_cpu(self): def test_integration_move_lora_dora_cpu(self):
from peft import LoraConfig from peft import LoraConfig
path = "Jiali/stable-diffusion-1.5" path = "stable-diffusion-v1-5/stable-diffusion-v1-5"
unet_lora_config = LoraConfig( unet_lora_config = LoraConfig(
init_lora_weights="gaussian", init_lora_weights="gaussian",
target_modules=["to_k", "to_q", "to_v", "to_out.0"], target_modules=["to_k", "to_q", "to_v", "to_out.0"],
...@@ -221,7 +221,7 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -221,7 +221,7 @@ class LoraIntegrationTests(unittest.TestCase):
torch.cuda.empty_cache() torch.cuda.empty_cache()
def test_integration_logits_with_scale(self): def test_integration_logits_with_scale(self):
path = "Jiali/stable-diffusion-1.5" path = "stable-diffusion-v1-5/stable-diffusion-v1-5"
lora_id = "takuma104/lora-test-text-encoder-lora-target" lora_id = "takuma104/lora-test-text-encoder-lora-target"
pipe = StableDiffusionPipeline.from_pretrained(path, torch_dtype=torch.float32) pipe = StableDiffusionPipeline.from_pretrained(path, torch_dtype=torch.float32)
...@@ -253,7 +253,7 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -253,7 +253,7 @@ class LoraIntegrationTests(unittest.TestCase):
release_memory(pipe) release_memory(pipe)
def test_integration_logits_no_scale(self): def test_integration_logits_no_scale(self):
path = "Jiali/stable-diffusion-1.5" path = "stable-diffusion-v1-5/stable-diffusion-v1-5"
lora_id = "takuma104/lora-test-text-encoder-lora-target" lora_id = "takuma104/lora-test-text-encoder-lora-target"
pipe = StableDiffusionPipeline.from_pretrained(path, torch_dtype=torch.float32) pipe = StableDiffusionPipeline.from_pretrained(path, torch_dtype=torch.float32)
...@@ -284,7 +284,7 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -284,7 +284,7 @@ class LoraIntegrationTests(unittest.TestCase):
lora_model_id = "hf-internal-testing/lora_dreambooth_dog_example" lora_model_id = "hf-internal-testing/lora_dreambooth_dog_example"
base_model_id = "Jiali/stable-diffusion-1.5" base_model_id = "stable-diffusion-v1-5/stable-diffusion-v1-5"
pipe = StableDiffusionPipeline.from_pretrained(base_model_id, safety_checker=None) pipe = StableDiffusionPipeline.from_pretrained(base_model_id, safety_checker=None)
pipe = pipe.to(torch_device) pipe = pipe.to(torch_device)
...@@ -308,7 +308,7 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -308,7 +308,7 @@ class LoraIntegrationTests(unittest.TestCase):
lora_model_id = "hf-internal-testing/lora-trained" lora_model_id = "hf-internal-testing/lora-trained"
base_model_id = "Jiali/stable-diffusion-1.5" base_model_id = "stable-diffusion-v1-5/stable-diffusion-v1-5"
pipe = StableDiffusionPipeline.from_pretrained(base_model_id, safety_checker=None) pipe = StableDiffusionPipeline.from_pretrained(base_model_id, safety_checker=None)
pipe = pipe.to(torch_device) pipe = pipe.to(torch_device)
...@@ -419,9 +419,9 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -419,9 +419,9 @@ class LoraIntegrationTests(unittest.TestCase):
def test_kohya_sd_v15_with_higher_dimensions(self): def test_kohya_sd_v15_with_higher_dimensions(self):
generator = torch.Generator().manual_seed(0) generator = torch.Generator().manual_seed(0)
pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5", safety_checker=None).to( pipe = StableDiffusionPipeline.from_pretrained(
torch_device "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None
) ).to(torch_device)
lora_model_id = "hf-internal-testing/urushisato-lora" lora_model_id = "hf-internal-testing/urushisato-lora"
lora_filename = "urushisato_v15.safetensors" lora_filename = "urushisato_v15.safetensors"
pipe.load_lora_weights(lora_model_id, weight_name=lora_filename) pipe.load_lora_weights(lora_model_id, weight_name=lora_filename)
...@@ -444,7 +444,7 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -444,7 +444,7 @@ class LoraIntegrationTests(unittest.TestCase):
lora_model_id = "hf-internal-testing/sd-model-finetuned-lora-t4" lora_model_id = "hf-internal-testing/sd-model-finetuned-lora-t4"
base_model_id = "Jiali/stable-diffusion-1.5" base_model_id = "stable-diffusion-v1-5/stable-diffusion-v1-5"
pipe = StableDiffusionPipeline.from_pretrained(base_model_id, safety_checker=None) pipe = StableDiffusionPipeline.from_pretrained(base_model_id, safety_checker=None)
pipe = pipe.to(torch_device) pipe = pipe.to(torch_device)
...@@ -467,9 +467,9 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -467,9 +467,9 @@ class LoraIntegrationTests(unittest.TestCase):
prompt = "masterpiece, best quality, mountain" prompt = "masterpiece, best quality, mountain"
num_inference_steps = 2 num_inference_steps = 2
pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5", safety_checker=None).to( pipe = StableDiffusionPipeline.from_pretrained(
torch_device "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None
) ).to(torch_device)
initial_images = pipe( initial_images = pipe(
prompt, output_type="np", generator=generator, num_inference_steps=num_inference_steps prompt, output_type="np", generator=generator, num_inference_steps=num_inference_steps
).images ).images
...@@ -505,9 +505,9 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -505,9 +505,9 @@ class LoraIntegrationTests(unittest.TestCase):
prompt = "masterpiece, best quality, mountain" prompt = "masterpiece, best quality, mountain"
num_inference_steps = 2 num_inference_steps = 2
pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5", safety_checker=None).to( pipe = StableDiffusionPipeline.from_pretrained(
torch_device "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None
) ).to(torch_device)
initial_images = pipe( initial_images = pipe(
prompt, output_type="np", generator=generator, num_inference_steps=num_inference_steps prompt, output_type="np", generator=generator, num_inference_steps=num_inference_steps
).images ).images
...@@ -547,9 +547,9 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -547,9 +547,9 @@ class LoraIntegrationTests(unittest.TestCase):
def test_not_empty_state_dict(self): def test_not_empty_state_dict(self):
# Makes sure https://github.com/huggingface/diffusers/issues/7054 does not happen again # Makes sure https://github.com/huggingface/diffusers/issues/7054 does not happen again
pipe = AutoPipelineForText2Image.from_pretrained("Jiali/stable-diffusion-1.5", torch_dtype=torch.float16).to( pipe = AutoPipelineForText2Image.from_pretrained(
torch_device "stable-diffusion-v1-5/stable-diffusion-v1-5", torch_dtype=torch.float16
) ).to(torch_device)
pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config) pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config)
cached_file = hf_hub_download("hf-internal-testing/lcm-lora-test-sd-v1-5", "test_lora.safetensors") cached_file = hf_hub_download("hf-internal-testing/lcm-lora-test-sd-v1-5", "test_lora.safetensors")
...@@ -561,9 +561,9 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -561,9 +561,9 @@ class LoraIntegrationTests(unittest.TestCase):
def test_load_unload_load_state_dict(self): def test_load_unload_load_state_dict(self):
# Makes sure https://github.com/huggingface/diffusers/issues/7054 does not happen again # Makes sure https://github.com/huggingface/diffusers/issues/7054 does not happen again
pipe = AutoPipelineForText2Image.from_pretrained("Jiali/stable-diffusion-1.5", torch_dtype=torch.float16).to( pipe = AutoPipelineForText2Image.from_pretrained(
torch_device "stable-diffusion-v1-5/stable-diffusion-v1-5", torch_dtype=torch.float16
) ).to(torch_device)
pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config) pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config)
cached_file = hf_hub_download("hf-internal-testing/lcm-lora-test-sd-v1-5", "test_lora.safetensors") cached_file = hf_hub_download("hf-internal-testing/lcm-lora-test-sd-v1-5", "test_lora.safetensors")
...@@ -580,7 +580,9 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -580,7 +580,9 @@ class LoraIntegrationTests(unittest.TestCase):
release_memory(pipe) release_memory(pipe)
def test_sdv1_5_lcm_lora(self): def test_sdv1_5_lcm_lora(self):
pipe = DiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5", torch_dtype=torch.float16) pipe = DiffusionPipeline.from_pretrained(
"stable-diffusion-v1-5/stable-diffusion-v1-5", torch_dtype=torch.float16
)
pipe.to(torch_device) pipe.to(torch_device)
pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config) pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config)
...@@ -608,7 +610,9 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -608,7 +610,9 @@ class LoraIntegrationTests(unittest.TestCase):
release_memory(pipe) release_memory(pipe)
def test_sdv1_5_lcm_lora_img2img(self): def test_sdv1_5_lcm_lora_img2img(self):
pipe = AutoPipelineForImage2Image.from_pretrained("Jiali/stable-diffusion-1.5", torch_dtype=torch.float16) pipe = AutoPipelineForImage2Image.from_pretrained(
"stable-diffusion-v1-5/stable-diffusion-v1-5", torch_dtype=torch.float16
)
pipe.to(torch_device) pipe.to(torch_device)
pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config) pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config)
...@@ -649,7 +653,7 @@ class LoraIntegrationTests(unittest.TestCase): ...@@ -649,7 +653,7 @@ class LoraIntegrationTests(unittest.TestCase):
This test simply checks that loading a LoRA with an empty network alpha works fine This test simply checks that loading a LoRA with an empty network alpha works fine
See: https://github.com/huggingface/diffusers/issues/5606 See: https://github.com/huggingface/diffusers/issues/5606
""" """
pipeline = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5") pipeline = StableDiffusionPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5")
pipeline.enable_sequential_cpu_offload() pipeline.enable_sequential_cpu_offload()
civitai_path = hf_hub_download("ybelkada/test-ahi-civitai", "ahi_lora_weights.safetensors") civitai_path = hf_hub_download("ybelkada/test-ahi-civitai", "ahi_lora_weights.safetensors")
pipeline.load_lora_weights(civitai_path, adapter_name="ahri") pipeline.load_lora_weights(civitai_path, adapter_name="ahri")
......
...@@ -1051,7 +1051,9 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase): ...@@ -1051,7 +1051,9 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase):
def test_sd(self): def test_sd(self):
vae = ConsistencyDecoderVAE.from_pretrained("openai/consistency-decoder") # TODO - update vae = ConsistencyDecoderVAE.from_pretrained("openai/consistency-decoder") # TODO - update
pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5", vae=vae, safety_checker=None) pipe = StableDiffusionPipeline.from_pretrained(
"stable-diffusion-v1-5/stable-diffusion-v1-5", vae=vae, safety_checker=None
)
pipe.to(torch_device) pipe.to(torch_device)
out = pipe( out = pipe(
...@@ -1099,7 +1101,7 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase): ...@@ -1099,7 +1101,7 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase):
"openai/consistency-decoder", torch_dtype=torch.float16 "openai/consistency-decoder", torch_dtype=torch.float16
) # TODO - update ) # TODO - update
pipe = StableDiffusionPipeline.from_pretrained( pipe = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", "stable-diffusion-v1-5/stable-diffusion-v1-5",
torch_dtype=torch.float16, torch_dtype=torch.float16,
vae=vae, vae=vae,
safety_checker=None, safety_checker=None,
...@@ -1124,7 +1126,7 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase): ...@@ -1124,7 +1126,7 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase):
def test_vae_tiling(self): def test_vae_tiling(self):
vae = ConsistencyDecoderVAE.from_pretrained("openai/consistency-decoder", torch_dtype=torch.float16) vae = ConsistencyDecoderVAE.from_pretrained("openai/consistency-decoder", torch_dtype=torch.float16)
pipe = StableDiffusionPipeline.from_pretrained( pipe = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", vae=vae, safety_checker=None, torch_dtype=torch.float16 "stable-diffusion-v1-5/stable-diffusion-v1-5", vae=vae, safety_checker=None, torch_dtype=torch.float16
) )
pipe.to(torch_device) pipe.to(torch_device)
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
......
...@@ -73,7 +73,7 @@ def _test_stable_diffusion_compile(in_queue, out_queue, timeout): ...@@ -73,7 +73,7 @@ def _test_stable_diffusion_compile(in_queue, out_queue, timeout):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.to("cuda") pipe.to("cuda")
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -715,7 +715,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -715,7 +715,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -742,7 +742,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -742,7 +742,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-depth") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-depth")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -769,7 +769,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -769,7 +769,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-hed") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-hed")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -796,7 +796,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -796,7 +796,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-mlsd") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-mlsd")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -823,7 +823,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -823,7 +823,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-normal") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-normal")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -850,7 +850,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -850,7 +850,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-openpose") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-openpose")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -877,7 +877,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -877,7 +877,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-scribble") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-scribble")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -904,7 +904,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -904,7 +904,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-seg") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-seg")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -935,7 +935,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -935,7 +935,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-seg") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-seg")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
pipe.enable_attention_slicing() pipe.enable_attention_slicing()
...@@ -961,7 +961,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -961,7 +961,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -993,7 +993,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -993,7 +993,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config) pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config)
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
...@@ -1035,7 +1035,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase): ...@@ -1035,7 +1035,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/control_v11e_sd15_shuffle") controlnet = ControlNetModel.from_pretrained("lllyasviel/control_v11e_sd15_shuffle")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -1081,7 +1081,9 @@ class StableDiffusionMultiControlNetPipelineSlowTests(unittest.TestCase): ...@@ -1081,7 +1081,9 @@ class StableDiffusionMultiControlNetPipelineSlowTests(unittest.TestCase):
controlnet_pose = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-openpose") controlnet_pose = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-openpose")
pipe = StableDiffusionControlNetPipeline.from_pretrained( pipe = StableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=[controlnet_pose, controlnet_canny] "stable-diffusion-v1-5/stable-diffusion-v1-5",
safety_checker=None,
controlnet=[controlnet_pose, controlnet_canny],
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
......
...@@ -407,7 +407,7 @@ class ControlNetImg2ImgPipelineSlowTests(unittest.TestCase): ...@@ -407,7 +407,7 @@ class ControlNetImg2ImgPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny") controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny")
pipe = StableDiffusionControlNetImg2ImgPipeline.from_pretrained( pipe = StableDiffusionControlNetImg2ImgPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
......
...@@ -504,7 +504,7 @@ class ControlNetInpaintPipelineSlowTests(unittest.TestCase): ...@@ -504,7 +504,7 @@ class ControlNetInpaintPipelineSlowTests(unittest.TestCase):
controlnet = ControlNetModel.from_pretrained("lllyasviel/control_v11p_sd15_inpaint") controlnet = ControlNetModel.from_pretrained("lllyasviel/control_v11p_sd15_inpaint")
pipe = StableDiffusionControlNetInpaintPipeline.from_pretrained( pipe = StableDiffusionControlNetInpaintPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, controlnet=controlnet "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, controlnet=controlnet
) )
pipe.scheduler = DDIMScheduler.from_config(pipe.scheduler.config) pipe.scheduler = DDIMScheduler.from_config(pipe.scheduler.config)
pipe.enable_model_cpu_offload() pipe.enable_model_cpu_offload()
......
...@@ -41,7 +41,7 @@ class FlaxControlNetPipelineIntegrationTests(unittest.TestCase): ...@@ -41,7 +41,7 @@ class FlaxControlNetPipelineIntegrationTests(unittest.TestCase):
"lllyasviel/sd-controlnet-canny", from_pt=True, dtype=jnp.bfloat16 "lllyasviel/sd-controlnet-canny", from_pt=True, dtype=jnp.bfloat16
) )
pipe, params = FlaxStableDiffusionControlNetPipeline.from_pretrained( pipe, params = FlaxStableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", controlnet=controlnet, from_pt=True, dtype=jnp.bfloat16 "stable-diffusion-v1-5/stable-diffusion-v1-5", controlnet=controlnet, from_pt=True, dtype=jnp.bfloat16
) )
params["controlnet"] = controlnet_params params["controlnet"] = controlnet_params
...@@ -86,7 +86,7 @@ class FlaxControlNetPipelineIntegrationTests(unittest.TestCase): ...@@ -86,7 +86,7 @@ class FlaxControlNetPipelineIntegrationTests(unittest.TestCase):
"lllyasviel/sd-controlnet-openpose", from_pt=True, dtype=jnp.bfloat16 "lllyasviel/sd-controlnet-openpose", from_pt=True, dtype=jnp.bfloat16
) )
pipe, params = FlaxStableDiffusionControlNetPipeline.from_pretrained( pipe, params = FlaxStableDiffusionControlNetPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", controlnet=controlnet, from_pt=True, dtype=jnp.bfloat16 "stable-diffusion-v1-5/stable-diffusion-v1-5", controlnet=controlnet, from_pt=True, dtype=jnp.bfloat16
) )
params["controlnet"] = controlnet_params params["controlnet"] = controlnet_params
......
...@@ -170,7 +170,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin): ...@@ -170,7 +170,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def test_text_to_image(self): def test_text_to_image(self):
image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder") image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder")
pipeline = StableDiffusionPipeline.from_pretrained( pipeline = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", image_encoder=image_encoder, safety_checker=None, torch_dtype=self.dtype "stable-diffusion-v1-5/stable-diffusion-v1-5",
image_encoder=image_encoder,
safety_checker=None,
torch_dtype=self.dtype,
) )
pipeline.to(torch_device) pipeline.to(torch_device)
pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter_sd15.bin") pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter_sd15.bin")
...@@ -200,7 +203,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin): ...@@ -200,7 +203,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def test_image_to_image(self): def test_image_to_image(self):
image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder") image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder")
pipeline = StableDiffusionImg2ImgPipeline.from_pretrained( pipeline = StableDiffusionImg2ImgPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", image_encoder=image_encoder, safety_checker=None, torch_dtype=self.dtype "stable-diffusion-v1-5/stable-diffusion-v1-5",
image_encoder=image_encoder,
safety_checker=None,
torch_dtype=self.dtype,
) )
pipeline.to(torch_device) pipeline.to(torch_device)
pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter_sd15.bin") pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter_sd15.bin")
...@@ -232,7 +238,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin): ...@@ -232,7 +238,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def test_inpainting(self): def test_inpainting(self):
image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder") image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder")
pipeline = StableDiffusionInpaintPipeline.from_pretrained( pipeline = StableDiffusionInpaintPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", image_encoder=image_encoder, safety_checker=None, torch_dtype=self.dtype "stable-diffusion-v1-5/stable-diffusion-v1-5",
image_encoder=image_encoder,
safety_checker=None,
torch_dtype=self.dtype,
) )
pipeline.to(torch_device) pipeline.to(torch_device)
pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter_sd15.bin") pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter_sd15.bin")
...@@ -260,7 +269,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin): ...@@ -260,7 +269,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def test_text_to_image_model_cpu_offload(self): def test_text_to_image_model_cpu_offload(self):
image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder") image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder")
pipeline = StableDiffusionPipeline.from_pretrained( pipeline = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", image_encoder=image_encoder, safety_checker=None, torch_dtype=self.dtype "stable-diffusion-v1-5/stable-diffusion-v1-5",
image_encoder=image_encoder,
safety_checker=None,
torch_dtype=self.dtype,
) )
pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter_sd15.bin") pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter_sd15.bin")
pipeline.to(torch_device) pipeline.to(torch_device)
...@@ -287,7 +299,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin): ...@@ -287,7 +299,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def test_text_to_image_full_face(self): def test_text_to_image_full_face(self):
image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder") image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder")
pipeline = StableDiffusionPipeline.from_pretrained( pipeline = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", image_encoder=image_encoder, safety_checker=None, torch_dtype=self.dtype "stable-diffusion-v1-5/stable-diffusion-v1-5",
image_encoder=image_encoder,
safety_checker=None,
torch_dtype=self.dtype,
) )
pipeline.to(torch_device) pipeline.to(torch_device)
pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter-full-face_sd15.bin") pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter-full-face_sd15.bin")
...@@ -304,7 +319,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin): ...@@ -304,7 +319,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def test_unload(self): def test_unload(self):
image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder") image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder")
pipeline = StableDiffusionPipeline.from_pretrained( pipeline = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", image_encoder=image_encoder, safety_checker=None, torch_dtype=self.dtype "stable-diffusion-v1-5/stable-diffusion-v1-5",
image_encoder=image_encoder,
safety_checker=None,
torch_dtype=self.dtype,
) )
before_processors = [attn_proc.__class__ for attn_proc in pipeline.unet.attn_processors.values()] before_processors = [attn_proc.__class__ for attn_proc in pipeline.unet.attn_processors.values()]
pipeline.to(torch_device) pipeline.to(torch_device)
...@@ -323,7 +341,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin): ...@@ -323,7 +341,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def test_multi(self): def test_multi(self):
image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder") image_encoder = self.get_image_encoder(repo_id="h94/IP-Adapter", subfolder="models/image_encoder")
pipeline = StableDiffusionPipeline.from_pretrained( pipeline = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", image_encoder=image_encoder, safety_checker=None, torch_dtype=self.dtype "stable-diffusion-v1-5/stable-diffusion-v1-5",
image_encoder=image_encoder,
safety_checker=None,
torch_dtype=self.dtype,
) )
pipeline.to(torch_device) pipeline.to(torch_device)
pipeline.load_ip_adapter( pipeline.load_ip_adapter(
...@@ -343,7 +364,7 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin): ...@@ -343,7 +364,7 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def test_text_to_image_face_id(self): def test_text_to_image_face_id(self):
pipeline = StableDiffusionPipeline.from_pretrained( pipeline = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, torch_dtype=self.dtype "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, torch_dtype=self.dtype
) )
pipeline.to(torch_device) pipeline.to(torch_device)
pipeline.load_ip_adapter( pipeline.load_ip_adapter(
......
...@@ -224,7 +224,7 @@ class LEditsPPPipelineStableDiffusionSlowTests(unittest.TestCase): ...@@ -224,7 +224,7 @@ class LEditsPPPipelineStableDiffusionSlowTests(unittest.TestCase):
def test_ledits_pp_editing(self): def test_ledits_pp_editing(self):
pipe = LEditsPPPipelineStableDiffusion.from_pretrained( pipe = LEditsPPPipelineStableDiffusion.from_pretrained(
"Jiali/stable-diffusion-1.5", safety_checker=None, torch_dtype=torch.float16 "stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None, torch_dtype=torch.float16
) )
pipe = pipe.to(torch_device) pipe = pipe.to(torch_device)
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
......
...@@ -283,7 +283,7 @@ class StableDiffusionPAGPipelineFastTests( ...@@ -283,7 +283,7 @@ class StableDiffusionPAGPipelineFastTests(
@require_torch_gpu @require_torch_gpu
class StableDiffusionPAGPipelineIntegrationTests(unittest.TestCase): class StableDiffusionPAGPipelineIntegrationTests(unittest.TestCase):
pipeline_class = StableDiffusionPAGPipeline pipeline_class = StableDiffusionPAGPipeline
repo_id = "Jiali/stable-diffusion-1.5" repo_id = "stable-diffusion-v1-5/stable-diffusion-v1-5"
def setUp(self): def setUp(self):
super().setUp() super().setUp()
......
...@@ -287,7 +287,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase): ...@@ -287,7 +287,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
def test_positive_guidance(self): def test_positive_guidance(self):
torch_device = "cuda" torch_device = "cuda"
pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5") pipe = StableDiffusionPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5")
pipe = pipe.to(torch_device) pipe = pipe.to(torch_device)
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -370,7 +370,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase): ...@@ -370,7 +370,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
def test_negative_guidance(self): def test_negative_guidance(self):
torch_device = "cuda" torch_device = "cuda"
pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5") pipe = StableDiffusionPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5")
pipe = pipe.to(torch_device) pipe = pipe.to(torch_device)
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -453,7 +453,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase): ...@@ -453,7 +453,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
def test_multi_cond_guidance(self): def test_multi_cond_guidance(self):
torch_device = "cuda" torch_device = "cuda"
pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5") pipe = StableDiffusionPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5")
pipe = pipe.to(torch_device) pipe = pipe.to(torch_device)
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -536,7 +536,9 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase): ...@@ -536,7 +536,9 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
def test_guidance_fp16(self): def test_guidance_fp16(self):
torch_device = "cuda" torch_device = "cuda"
pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5", torch_dtype=torch.float16) pipe = StableDiffusionPipeline.from_pretrained(
"stable-diffusion-v1-5/stable-diffusion-v1-5", torch_dtype=torch.float16
)
pipe = pipe.to(torch_device) pipe = pipe.to(torch_device)
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
......
...@@ -250,10 +250,10 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase): ...@@ -250,10 +250,10 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
def test_inference_ddim(self): def test_inference_ddim(self):
ddim_scheduler = DDIMScheduler.from_pretrained( ddim_scheduler = DDIMScheduler.from_pretrained(
"Jiali/stable-diffusion-1.5", subfolder="scheduler", revision="onnx" "stable-diffusion-v1-5/stable-diffusion-v1-5", subfolder="scheduler", revision="onnx"
) )
sd_pipe = OnnxStableDiffusionPipeline.from_pretrained( sd_pipe = OnnxStableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", "stable-diffusion-v1-5/stable-diffusion-v1-5",
revision="onnx", revision="onnx",
scheduler=ddim_scheduler, scheduler=ddim_scheduler,
safety_checker=None, safety_checker=None,
...@@ -276,10 +276,10 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase): ...@@ -276,10 +276,10 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
def test_inference_k_lms(self): def test_inference_k_lms(self):
lms_scheduler = LMSDiscreteScheduler.from_pretrained( lms_scheduler = LMSDiscreteScheduler.from_pretrained(
"Jiali/stable-diffusion-1.5", subfolder="scheduler", revision="onnx" "stable-diffusion-v1-5/stable-diffusion-v1-5", subfolder="scheduler", revision="onnx"
) )
sd_pipe = OnnxStableDiffusionPipeline.from_pretrained( sd_pipe = OnnxStableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", "stable-diffusion-v1-5/stable-diffusion-v1-5",
revision="onnx", revision="onnx",
scheduler=lms_scheduler, scheduler=lms_scheduler,
safety_checker=None, safety_checker=None,
...@@ -327,7 +327,7 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase): ...@@ -327,7 +327,7 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
test_callback_fn.has_been_called = False test_callback_fn.has_been_called = False
pipe = OnnxStableDiffusionPipeline.from_pretrained( pipe = OnnxStableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", "stable-diffusion-v1-5/stable-diffusion-v1-5",
revision="onnx", revision="onnx",
safety_checker=None, safety_checker=None,
feature_extractor=None, feature_extractor=None,
...@@ -352,7 +352,7 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase): ...@@ -352,7 +352,7 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
def test_stable_diffusion_no_safety_checker(self): def test_stable_diffusion_no_safety_checker(self):
pipe = OnnxStableDiffusionPipeline.from_pretrained( pipe = OnnxStableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", "stable-diffusion-v1-5/stable-diffusion-v1-5",
revision="onnx", revision="onnx",
safety_checker=None, safety_checker=None,
feature_extractor=None, feature_extractor=None,
......
...@@ -210,10 +210,10 @@ class OnnxStableDiffusionImg2ImgPipelineIntegrationTests(unittest.TestCase): ...@@ -210,10 +210,10 @@ class OnnxStableDiffusionImg2ImgPipelineIntegrationTests(unittest.TestCase):
) )
init_image = init_image.resize((768, 512)) init_image = init_image.resize((768, 512))
lms_scheduler = LMSDiscreteScheduler.from_pretrained( lms_scheduler = LMSDiscreteScheduler.from_pretrained(
"Jiali/stable-diffusion-1.5", subfolder="scheduler", revision="onnx" "stable-diffusion-v1-5/stable-diffusion-v1-5", subfolder="scheduler", revision="onnx"
) )
pipe = OnnxStableDiffusionImg2ImgPipeline.from_pretrained( pipe = OnnxStableDiffusionImg2ImgPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", "stable-diffusion-v1-5/stable-diffusion-v1-5",
revision="onnx", revision="onnx",
scheduler=lms_scheduler, scheduler=lms_scheduler,
safety_checker=None, safety_checker=None,
......
...@@ -1332,7 +1332,7 @@ class StableDiffusionPipelineCkptTests(unittest.TestCase): ...@@ -1332,7 +1332,7 @@ class StableDiffusionPipelineCkptTests(unittest.TestCase):
def test_download_from_hub(self): def test_download_from_hub(self):
ckpt_paths = [ ckpt_paths = [
"https://huggingface.co/Jiali/stable-diffusion-1.5/blob/main/v1-5-pruned-emaonly.safetensors", "https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/blob/main/v1-5-pruned-emaonly.safetensors",
"https://huggingface.co/WarriorMama777/OrangeMixs/blob/main/Models/AbyssOrangeMix/AbyssOrangeMix.safetensors", "https://huggingface.co/WarriorMama777/OrangeMixs/blob/main/Models/AbyssOrangeMix/AbyssOrangeMix.safetensors",
] ]
...@@ -1346,8 +1346,10 @@ class StableDiffusionPipelineCkptTests(unittest.TestCase): ...@@ -1346,8 +1346,10 @@ class StableDiffusionPipelineCkptTests(unittest.TestCase):
assert image_out.shape == (512, 512, 3) assert image_out.shape == (512, 512, 3)
def test_download_local(self): def test_download_local(self):
ckpt_filename = hf_hub_download("Jiali/stable-diffusion-1.5", filename="v1-5-pruned-emaonly.safetensors") ckpt_filename = hf_hub_download(
config_filename = hf_hub_download("Jiali/stable-diffusion-1.5", filename="v1-inference.yaml") "stable-diffusion-v1-5/stable-diffusion-v1-5", filename="v1-5-pruned-emaonly.safetensors"
)
config_filename = hf_hub_download("stable-diffusion-v1-5/stable-diffusion-v1-5", filename="v1-inference.yaml")
pipe = StableDiffusionPipeline.from_single_file( pipe = StableDiffusionPipeline.from_single_file(
ckpt_filename, config_files={"v1": config_filename}, torch_dtype=torch.float16 ckpt_filename, config_files={"v1": config_filename}, torch_dtype=torch.float16
...@@ -1402,7 +1404,9 @@ class StableDiffusionPipelineNightlyTests(unittest.TestCase): ...@@ -1402,7 +1404,9 @@ class StableDiffusionPipelineNightlyTests(unittest.TestCase):
assert max_diff < 1e-3 assert max_diff < 1e-3
def test_stable_diffusion_1_5_pndm(self): def test_stable_diffusion_1_5_pndm(self):
sd_pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5").to(torch_device) sd_pipe = StableDiffusionPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5").to(
torch_device
)
sd_pipe.set_progress_bar_config(disable=None) sd_pipe.set_progress_bar_config(disable=None)
inputs = self.get_inputs(torch_device) inputs = self.get_inputs(torch_device)
...@@ -1483,9 +1487,9 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase): ...@@ -1483,9 +1487,9 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
return inputs return inputs
def get_pipeline_output_without_device_map(self): def get_pipeline_output_without_device_map(self):
sd_pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5", torch_dtype=torch.float16).to( sd_pipe = StableDiffusionPipeline.from_pretrained(
torch_device "stable-diffusion-v1-5/stable-diffusion-v1-5", torch_dtype=torch.float16
) ).to(torch_device)
sd_pipe.set_progress_bar_config(disable=True) sd_pipe.set_progress_bar_config(disable=True)
inputs = self.get_inputs() inputs = self.get_inputs()
no_device_map_image = sd_pipe(**inputs).images no_device_map_image = sd_pipe(**inputs).images
...@@ -1498,7 +1502,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase): ...@@ -1498,7 +1502,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
no_device_map_image = self.get_pipeline_output_without_device_map() no_device_map_image = self.get_pipeline_output_without_device_map()
sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained( sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", device_map="balanced", torch_dtype=torch.float16 "stable-diffusion-v1-5/stable-diffusion-v1-5", device_map="balanced", torch_dtype=torch.float16
) )
sd_pipe_with_device_map.set_progress_bar_config(disable=True) sd_pipe_with_device_map.set_progress_bar_config(disable=True)
inputs = self.get_inputs() inputs = self.get_inputs()
...@@ -1509,7 +1513,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase): ...@@ -1509,7 +1513,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
def test_components_put_in_right_devices(self): def test_components_put_in_right_devices(self):
sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained( sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", device_map="balanced", torch_dtype=torch.float16 "stable-diffusion-v1-5/stable-diffusion-v1-5", device_map="balanced", torch_dtype=torch.float16
) )
assert len(set(sd_pipe_with_device_map.hf_device_map.values())) >= 2 assert len(set(sd_pipe_with_device_map.hf_device_map.values())) >= 2
...@@ -1518,7 +1522,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase): ...@@ -1518,7 +1522,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
no_device_map_image = self.get_pipeline_output_without_device_map() no_device_map_image = self.get_pipeline_output_without_device_map()
sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained( sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", "stable-diffusion-v1-5/stable-diffusion-v1-5",
device_map="balanced", device_map="balanced",
max_memory={0: "1GB", 1: "1GB"}, max_memory={0: "1GB", 1: "1GB"},
torch_dtype=torch.float16, torch_dtype=torch.float16,
...@@ -1532,7 +1536,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase): ...@@ -1532,7 +1536,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
def test_reset_device_map(self): def test_reset_device_map(self):
sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained( sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", device_map="balanced", torch_dtype=torch.float16 "stable-diffusion-v1-5/stable-diffusion-v1-5", device_map="balanced", torch_dtype=torch.float16
) )
sd_pipe_with_device_map.reset_device_map() sd_pipe_with_device_map.reset_device_map()
...@@ -1544,7 +1548,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase): ...@@ -1544,7 +1548,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
def test_reset_device_map_to(self): def test_reset_device_map_to(self):
sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained( sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", device_map="balanced", torch_dtype=torch.float16 "stable-diffusion-v1-5/stable-diffusion-v1-5", device_map="balanced", torch_dtype=torch.float16
) )
sd_pipe_with_device_map.reset_device_map() sd_pipe_with_device_map.reset_device_map()
...@@ -1556,7 +1560,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase): ...@@ -1556,7 +1560,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
def test_reset_device_map_enable_model_cpu_offload(self): def test_reset_device_map_enable_model_cpu_offload(self):
sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained( sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", device_map="balanced", torch_dtype=torch.float16 "stable-diffusion-v1-5/stable-diffusion-v1-5", device_map="balanced", torch_dtype=torch.float16
) )
sd_pipe_with_device_map.reset_device_map() sd_pipe_with_device_map.reset_device_map()
...@@ -1568,7 +1572,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase): ...@@ -1568,7 +1572,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
def test_reset_device_map_enable_sequential_cpu_offload(self): def test_reset_device_map_enable_sequential_cpu_offload(self):
sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained( sd_pipe_with_device_map = StableDiffusionPipeline.from_pretrained(
"Jiali/stable-diffusion-1.5", device_map="balanced", torch_dtype=torch.float16 "stable-diffusion-v1-5/stable-diffusion-v1-5", device_map="balanced", torch_dtype=torch.float16
) )
sd_pipe_with_device_map.reset_device_map() sd_pipe_with_device_map.reset_device_map()
......
...@@ -566,7 +566,7 @@ class StableDiffusionImg2ImgPipelineSlowTests(unittest.TestCase): ...@@ -566,7 +566,7 @@ class StableDiffusionImg2ImgPipelineSlowTests(unittest.TestCase):
assert module.device == torch.device("cpu") assert module.device == torch.device("cpu")
def test_img2img_2nd_order(self): def test_img2img_2nd_order(self):
sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("Jiali/stable-diffusion-1.5") sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5")
sd_pipe.scheduler = HeunDiscreteScheduler.from_config(sd_pipe.scheduler.config) sd_pipe.scheduler = HeunDiscreteScheduler.from_config(sd_pipe.scheduler.config)
sd_pipe.to(torch_device) sd_pipe.to(torch_device)
sd_pipe.set_progress_bar_config(disable=None) sd_pipe.set_progress_bar_config(disable=None)
...@@ -630,7 +630,7 @@ class StableDiffusionImg2ImgPipelineSlowTests(unittest.TestCase): ...@@ -630,7 +630,7 @@ class StableDiffusionImg2ImgPipelineSlowTests(unittest.TestCase):
assert np.abs(image_slice.flatten() - expected_slice).max() < 5e-3 assert np.abs(image_slice.flatten() - expected_slice).max() < 5e-3
def test_img2img_safety_checker_works(self): def test_img2img_safety_checker_works(self):
sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("Jiali/stable-diffusion-1.5") sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5")
sd_pipe.to(torch_device) sd_pipe.to(torch_device)
sd_pipe.set_progress_bar_config(disable=None) sd_pipe.set_progress_bar_config(disable=None)
...@@ -686,7 +686,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase): ...@@ -686,7 +686,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
return inputs return inputs
def test_img2img_pndm(self): def test_img2img_pndm(self):
sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("Jiali/stable-diffusion-1.5") sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5")
sd_pipe.to(torch_device) sd_pipe.to(torch_device)
sd_pipe.set_progress_bar_config(disable=None) sd_pipe.set_progress_bar_config(disable=None)
...@@ -701,7 +701,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase): ...@@ -701,7 +701,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
assert max_diff < 1e-3 assert max_diff < 1e-3
def test_img2img_ddim(self): def test_img2img_ddim(self):
sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("Jiali/stable-diffusion-1.5") sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5")
sd_pipe.scheduler = DDIMScheduler.from_config(sd_pipe.scheduler.config) sd_pipe.scheduler = DDIMScheduler.from_config(sd_pipe.scheduler.config)
sd_pipe.to(torch_device) sd_pipe.to(torch_device)
sd_pipe.set_progress_bar_config(disable=None) sd_pipe.set_progress_bar_config(disable=None)
...@@ -717,7 +717,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase): ...@@ -717,7 +717,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
assert max_diff < 1e-3 assert max_diff < 1e-3
def test_img2img_lms(self): def test_img2img_lms(self):
sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("Jiali/stable-diffusion-1.5") sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5")
sd_pipe.scheduler = LMSDiscreteScheduler.from_config(sd_pipe.scheduler.config) sd_pipe.scheduler = LMSDiscreteScheduler.from_config(sd_pipe.scheduler.config)
sd_pipe.to(torch_device) sd_pipe.to(torch_device)
sd_pipe.set_progress_bar_config(disable=None) sd_pipe.set_progress_bar_config(disable=None)
...@@ -733,7 +733,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase): ...@@ -733,7 +733,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
assert max_diff < 1e-3 assert max_diff < 1e-3
def test_img2img_dpm(self): def test_img2img_dpm(self):
sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("Jiali/stable-diffusion-1.5") sd_pipe = StableDiffusionImg2ImgPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5")
sd_pipe.scheduler = DPMSolverMultistepScheduler.from_config(sd_pipe.scheduler.config) sd_pipe.scheduler = DPMSolverMultistepScheduler.from_config(sd_pipe.scheduler.config)
sd_pipe.to(torch_device) sd_pipe.to(torch_device)
sd_pipe.set_progress_bar_config(disable=None) sd_pipe.set_progress_bar_config(disable=None)
......
...@@ -767,7 +767,9 @@ class StableDiffusionInpaintPipelineSlowTests(unittest.TestCase): ...@@ -767,7 +767,9 @@ class StableDiffusionInpaintPipelineSlowTests(unittest.TestCase):
assert np.abs(expected_slice - image_slice).max() < 1e-3 assert np.abs(expected_slice - image_slice).max() < 1e-3
def test_stable_diffusion_simple_inpaint_ddim(self): def test_stable_diffusion_simple_inpaint_ddim(self):
pipe = StableDiffusionInpaintPipeline.from_pretrained("Jiali/stable-diffusion-1.5", safety_checker=None) pipe = StableDiffusionInpaintPipeline.from_pretrained(
"stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None
)
pipe.unet.set_default_attn_processor() pipe.unet.set_default_attn_processor()
pipe.to(torch_device) pipe.to(torch_device)
pipe.set_progress_bar_config(disable=None) pipe.set_progress_bar_config(disable=None)
...@@ -973,7 +975,9 @@ class StableDiffusionInpaintPipelineAsymmetricAutoencoderKLSlowTests(unittest.Te ...@@ -973,7 +975,9 @@ class StableDiffusionInpaintPipelineAsymmetricAutoencoderKLSlowTests(unittest.Te
def test_stable_diffusion_simple_inpaint_ddim(self): def test_stable_diffusion_simple_inpaint_ddim(self):
vae = AsymmetricAutoencoderKL.from_pretrained("cross-attention/asymmetric-autoencoder-kl-x-1-5") vae = AsymmetricAutoencoderKL.from_pretrained("cross-attention/asymmetric-autoencoder-kl-x-1-5")
pipe = StableDiffusionInpaintPipeline.from_pretrained("Jiali/stable-diffusion-1.5", safety_checker=None) pipe = StableDiffusionInpaintPipeline.from_pretrained(
"stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None
)
pipe.vae = vae pipe.vae = vae
pipe.unet.set_default_attn_processor() pipe.unet.set_default_attn_processor()
pipe.to(torch_device) pipe.to(torch_device)
......
...@@ -609,7 +609,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase): ...@@ -609,7 +609,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
def test_stable_diffusion_adapter_depth_sd_v15(self): def test_stable_diffusion_adapter_depth_sd_v15(self):
adapter_model = "TencentARC/t2iadapter_depth_sd15v2" adapter_model = "TencentARC/t2iadapter_depth_sd15v2"
sd_model = "Jiali/stable-diffusion-1.5" sd_model = "stable-diffusion-v1-5/stable-diffusion-v1-5"
prompt = "desk" prompt = "desk"
image_url = "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/desk_depth.png" image_url = "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/desk_depth.png"
input_channels = 3 input_channels = 3
...@@ -636,7 +636,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase): ...@@ -636,7 +636,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
def test_stable_diffusion_adapter_zoedepth_sd_v15(self): def test_stable_diffusion_adapter_zoedepth_sd_v15(self):
adapter_model = "TencentARC/t2iadapter_zoedepth_sd15v1" adapter_model = "TencentARC/t2iadapter_zoedepth_sd15v1"
sd_model = "Jiali/stable-diffusion-1.5" sd_model = "stable-diffusion-v1-5/stable-diffusion-v1-5"
prompt = "motorcycle" prompt = "motorcycle"
image_url = "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/motorcycle.png" image_url = "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/motorcycle.png"
input_channels = 3 input_channels = 3
...@@ -660,7 +660,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase): ...@@ -660,7 +660,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
def test_stable_diffusion_adapter_canny_sd_v15(self): def test_stable_diffusion_adapter_canny_sd_v15(self):
adapter_model = "TencentARC/t2iadapter_canny_sd15v2" adapter_model = "TencentARC/t2iadapter_canny_sd15v2"
sd_model = "Jiali/stable-diffusion-1.5" sd_model = "stable-diffusion-v1-5/stable-diffusion-v1-5"
prompt = "toy" prompt = "toy"
image_url = "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/toy_canny.png" image_url = "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/toy_canny.png"
input_channels = 1 input_channels = 1
...@@ -688,7 +688,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase): ...@@ -688,7 +688,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
def test_stable_diffusion_adapter_sketch_sd15(self): def test_stable_diffusion_adapter_sketch_sd15(self):
adapter_model = "TencentARC/t2iadapter_sketch_sd15v2" adapter_model = "TencentARC/t2iadapter_sketch_sd15v2"
sd_model = "Jiali/stable-diffusion-1.5" sd_model = "stable-diffusion-v1-5/stable-diffusion-v1-5"
prompt = "cat" prompt = "cat"
image_url = ( image_url = (
"https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/edge.png" "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/edge.png"
......
...@@ -277,7 +277,9 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase): ...@@ -277,7 +277,9 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase):
torch.cuda.empty_cache() torch.cuda.empty_cache()
def test_harm_safe_stable_diffusion(self): def test_harm_safe_stable_diffusion(self):
sd_pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5", safety_checker=None) sd_pipe = StableDiffusionPipeline.from_pretrained(
"stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None
)
sd_pipe.scheduler = LMSDiscreteScheduler.from_config(sd_pipe.scheduler.config) sd_pipe.scheduler = LMSDiscreteScheduler.from_config(sd_pipe.scheduler.config)
sd_pipe = sd_pipe.to(torch_device) sd_pipe = sd_pipe.to(torch_device)
sd_pipe.set_progress_bar_config(disable=None) sd_pipe.set_progress_bar_config(disable=None)
...@@ -338,7 +340,9 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase): ...@@ -338,7 +340,9 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase):
assert np.abs(image_slice.flatten() - expected_slice).max() < 1e-2 assert np.abs(image_slice.flatten() - expected_slice).max() < 1e-2
def test_nudity_safe_stable_diffusion(self): def test_nudity_safe_stable_diffusion(self):
sd_pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5", safety_checker=None) sd_pipe = StableDiffusionPipeline.from_pretrained(
"stable-diffusion-v1-5/stable-diffusion-v1-5", safety_checker=None
)
sd_pipe.scheduler = LMSDiscreteScheduler.from_config(sd_pipe.scheduler.config) sd_pipe.scheduler = LMSDiscreteScheduler.from_config(sd_pipe.scheduler.config)
sd_pipe = sd_pipe.to(torch_device) sd_pipe = sd_pipe.to(torch_device)
sd_pipe.set_progress_bar_config(disable=None) sd_pipe.set_progress_bar_config(disable=None)
...@@ -392,7 +396,7 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase): ...@@ -392,7 +396,7 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase):
assert np.abs(image_slice.flatten() - expected_slice).max() < 1e-2 assert np.abs(image_slice.flatten() - expected_slice).max() < 1e-2
def test_nudity_safetychecker_safe_stable_diffusion(self): def test_nudity_safetychecker_safe_stable_diffusion(self):
sd_pipe = StableDiffusionPipeline.from_pretrained("Jiali/stable-diffusion-1.5") sd_pipe = StableDiffusionPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5")
sd_pipe = sd_pipe.to(torch_device) sd_pipe = sd_pipe.to(torch_device)
sd_pipe.set_progress_bar_config(disable=None) sd_pipe.set_progress_bar_config(disable=None)
......
...@@ -40,7 +40,7 @@ from diffusers.utils.testing_utils import slow ...@@ -40,7 +40,7 @@ from diffusers.utils.testing_utils import slow
PRETRAINED_MODEL_REPO_MAPPING = OrderedDict( PRETRAINED_MODEL_REPO_MAPPING = OrderedDict(
[ [
("stable-diffusion", "Jiali/stable-diffusion-1.5"), ("stable-diffusion", "stable-diffusion-v1-5/stable-diffusion-v1-5"),
("if", "DeepFloyd/IF-I-XL-v1.0"), ("if", "DeepFloyd/IF-I-XL-v1.0"),
("kandinsky", "kandinsky-community/kandinsky-2-1"), ("kandinsky", "kandinsky-community/kandinsky-2-1"),
("kandinsky22", "kandinsky-community/kandinsky-2-2-decoder"), ("kandinsky22", "kandinsky-community/kandinsky-2-2-decoder"),
...@@ -539,7 +539,7 @@ class AutoPipelineIntegrationTest(unittest.TestCase): ...@@ -539,7 +539,7 @@ class AutoPipelineIntegrationTest(unittest.TestCase):
def test_controlnet(self): def test_controlnet(self):
# test from_pretrained # test from_pretrained
model_repo = "Jiali/stable-diffusion-1.5" model_repo = "stable-diffusion-v1-5/stable-diffusion-v1-5"
controlnet_repo = "lllyasviel/sd-controlnet-canny" controlnet_repo = "lllyasviel/sd-controlnet-canny"
controlnet = ControlNetModel.from_pretrained(controlnet_repo, torch_dtype=torch.float16) controlnet = ControlNetModel.from_pretrained(controlnet_repo, torch_dtype=torch.float16)
......
...@@ -40,7 +40,7 @@ class TextToVideoZeroPipelineSlowTests(unittest.TestCase): ...@@ -40,7 +40,7 @@ class TextToVideoZeroPipelineSlowTests(unittest.TestCase):
torch.cuda.empty_cache() torch.cuda.empty_cache()
def test_full_model(self): def test_full_model(self):
model_id = "Jiali/stable-diffusion-1.5" model_id = "stable-diffusion-v1-5/stable-diffusion-v1-5"
pipe = TextToVideoZeroPipeline.from_pretrained(model_id, torch_dtype=torch.float16).to("cuda") pipe = TextToVideoZeroPipeline.from_pretrained(model_id, torch_dtype=torch.float16).to("cuda")
pipe.scheduler = DDIMScheduler.from_config(pipe.scheduler.config) pipe.scheduler = DDIMScheduler.from_config(pipe.scheduler.config)
generator = torch.Generator(device="cuda").manual_seed(0) generator = torch.Generator(device="cuda").manual_seed(0)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment