Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
renzhc
diffusers_dcu
Commits
bac8a241
Unverified
Commit
bac8a241
authored
Sep 24, 2024
by
YiYi Xu
Committed by
GitHub
Sep 24, 2024
Browse files
a few fix for SingleFile tests (#9522)
* update sd15 repo * update more
parent
28f9d845
Changes
26
Show whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
147 additions
and
102 deletions
+147
-102
src/diffusers/loaders/single_file_utils.py
src/diffusers/loaders/single_file_utils.py
+4
-2
tests/lora/test_lora_layers_sd.py
tests/lora/test_lora_layers_sd.py
+29
-25
tests/models/autoencoders/test_models_vae.py
tests/models/autoencoders/test_models_vae.py
+5
-3
tests/pipelines/controlnet/test_controlnet.py
tests/pipelines/controlnet/test_controlnet.py
+16
-14
tests/pipelines/controlnet/test_controlnet_img2img.py
tests/pipelines/controlnet/test_controlnet_img2img.py
+1
-1
tests/pipelines/controlnet/test_controlnet_inpaint.py
tests/pipelines/controlnet/test_controlnet_inpaint.py
+1
-1
tests/pipelines/controlnet/test_flax_controlnet.py
tests/pipelines/controlnet/test_flax_controlnet.py
+2
-2
tests/pipelines/ip_adapters/test_ip_adapter_stable_diffusion.py
...pipelines/ip_adapters/test_ip_adapter_stable_diffusion.py
+29
-8
tests/pipelines/ledits_pp/test_ledits_pp_stable_diffusion.py
tests/pipelines/ledits_pp/test_ledits_pp_stable_diffusion.py
+1
-1
tests/pipelines/pag/test_pag_sd.py
tests/pipelines/pag/test_pag_sd.py
+1
-1
tests/pipelines/semantic_stable_diffusion/test_semantic_diffusion.py
...ines/semantic_stable_diffusion/test_semantic_diffusion.py
+6
-4
tests/pipelines/stable_diffusion/test_onnx_stable_diffusion.py
.../pipelines/stable_diffusion/test_onnx_stable_diffusion.py
+6
-6
tests/pipelines/stable_diffusion/test_onnx_stable_diffusion_img2img.py
...es/stable_diffusion/test_onnx_stable_diffusion_img2img.py
+2
-2
tests/pipelines/stable_diffusion/test_stable_diffusion.py
tests/pipelines/stable_diffusion/test_stable_diffusion.py
+18
-14
tests/pipelines/stable_diffusion/test_stable_diffusion_img2img.py
...pelines/stable_diffusion/test_stable_diffusion_img2img.py
+6
-6
tests/pipelines/stable_diffusion/test_stable_diffusion_inpaint.py
...pelines/stable_diffusion/test_stable_diffusion_inpaint.py
+6
-2
tests/pipelines/stable_diffusion_adapter/test_stable_diffusion_adapter.py
...stable_diffusion_adapter/test_stable_diffusion_adapter.py
+4
-4
tests/pipelines/stable_diffusion_safe/test_safe_diffusion.py
tests/pipelines/stable_diffusion_safe/test_safe_diffusion.py
+7
-3
tests/pipelines/test_pipelines_auto.py
tests/pipelines/test_pipelines_auto.py
+2
-2
tests/pipelines/text_to_video_synthesis/test_text_to_video_zero.py
...elines/text_to_video_synthesis/test_text_to_video_zero.py
+1
-1
No files found.
src/diffusers/loaders/single_file_utils.py
View file @
bac8a241
...
@@ -14,6 +14,7 @@
...
@@ -14,6 +14,7 @@
# limitations under the License.
# limitations under the License.
"""Conversion script for the Stable Diffusion checkpoints."""
"""Conversion script for the Stable Diffusion checkpoints."""
import
copy
import
os
import
os
import
re
import
re
from
contextlib
import
nullcontext
from
contextlib
import
nullcontext
...
@@ -91,11 +92,11 @@ DIFFUSERS_DEFAULT_PIPELINE_PATHS = {
...
@@ -91,11 +92,11 @@ DIFFUSERS_DEFAULT_PIPELINE_PATHS = {
"xl_inpaint"
:
{
"pretrained_model_name_or_path"
:
"diffusers/stable-diffusion-xl-1.0-inpainting-0.1"
},
"xl_inpaint"
:
{
"pretrained_model_name_or_path"
:
"diffusers/stable-diffusion-xl-1.0-inpainting-0.1"
},
"playground-v2-5"
:
{
"pretrained_model_name_or_path"
:
"playgroundai/playground-v2.5-1024px-aesthetic"
},
"playground-v2-5"
:
{
"pretrained_model_name_or_path"
:
"playgroundai/playground-v2.5-1024px-aesthetic"
},
"upscale"
:
{
"pretrained_model_name_or_path"
:
"stabilityai/stable-diffusion-x4-upscaler"
},
"upscale"
:
{
"pretrained_model_name_or_path"
:
"stabilityai/stable-diffusion-x4-upscaler"
},
"inpainting"
:
{
"pretrained_model_name_or_path"
:
"
Lykon/dreamshaper-8
-inpainting"
},
"inpainting"
:
{
"pretrained_model_name_or_path"
:
"
stable-diffusion-v1-5/stable-diffusion
-inpainting"
},
"inpainting_v2"
:
{
"pretrained_model_name_or_path"
:
"stabilityai/stable-diffusion-2-inpainting"
},
"inpainting_v2"
:
{
"pretrained_model_name_or_path"
:
"stabilityai/stable-diffusion-2-inpainting"
},
"controlnet"
:
{
"pretrained_model_name_or_path"
:
"lllyasviel/control_v11p_sd15_canny"
},
"controlnet"
:
{
"pretrained_model_name_or_path"
:
"lllyasviel/control_v11p_sd15_canny"
},
"v2"
:
{
"pretrained_model_name_or_path"
:
"stabilityai/stable-diffusion-2-1"
},
"v2"
:
{
"pretrained_model_name_or_path"
:
"stabilityai/stable-diffusion-2-1"
},
"v1"
:
{
"pretrained_model_name_or_path"
:
"
Lykon/dreamshaper-8
"
},
"v1"
:
{
"pretrained_model_name_or_path"
:
"
stable-diffusion-v1-5/stable-diffusion-v1-5
"
},
"stable_cascade_stage_b"
:
{
"pretrained_model_name_or_path"
:
"stabilityai/stable-cascade"
,
"subfolder"
:
"decoder"
},
"stable_cascade_stage_b"
:
{
"pretrained_model_name_or_path"
:
"stabilityai/stable-cascade"
,
"subfolder"
:
"decoder"
},
"stable_cascade_stage_b_lite"
:
{
"stable_cascade_stage_b_lite"
:
{
"pretrained_model_name_or_path"
:
"stabilityai/stable-cascade"
,
"pretrained_model_name_or_path"
:
"stabilityai/stable-cascade"
,
...
@@ -541,6 +542,7 @@ def infer_diffusers_model_type(checkpoint):
...
@@ -541,6 +542,7 @@ def infer_diffusers_model_type(checkpoint):
def
fetch_diffusers_config
(
checkpoint
):
def
fetch_diffusers_config
(
checkpoint
):
model_type
=
infer_diffusers_model_type
(
checkpoint
)
model_type
=
infer_diffusers_model_type
(
checkpoint
)
model_path
=
DIFFUSERS_DEFAULT_PIPELINE_PATHS
[
model_type
]
model_path
=
DIFFUSERS_DEFAULT_PIPELINE_PATHS
[
model_type
]
model_path
=
copy
.
deepcopy
(
model_path
)
return
model_path
return
model_path
...
...
tests/lora/test_lora_layers_sd.py
View file @
bac8a241
...
@@ -102,7 +102,7 @@ class StableDiffusionLoRATests(PeftLoraLoaderMixinTests, unittest.TestCase):
...
@@ -102,7 +102,7 @@ class StableDiffusionLoRATests(PeftLoraLoaderMixinTests, unittest.TestCase):
@
slow
@
slow
@
require_torch_gpu
@
require_torch_gpu
def
test_integration_move_lora_cpu
(
self
):
def
test_integration_move_lora_cpu
(
self
):
path
=
"
Jiali
/stable-diffusion-
1.
5"
path
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
lora_id
=
"takuma104/lora-test-text-encoder-lora-target"
lora_id
=
"takuma104/lora-test-text-encoder-lora-target"
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
path
,
torch_dtype
=
torch
.
float16
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
path
,
torch_dtype
=
torch
.
float16
)
...
@@ -161,7 +161,7 @@ class StableDiffusionLoRATests(PeftLoraLoaderMixinTests, unittest.TestCase):
...
@@ -161,7 +161,7 @@ class StableDiffusionLoRATests(PeftLoraLoaderMixinTests, unittest.TestCase):
def
test_integration_move_lora_dora_cpu
(
self
):
def
test_integration_move_lora_dora_cpu
(
self
):
from
peft
import
LoraConfig
from
peft
import
LoraConfig
path
=
"
Jiali
/stable-diffusion-
1.
5"
path
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
unet_lora_config
=
LoraConfig
(
unet_lora_config
=
LoraConfig
(
init_lora_weights
=
"gaussian"
,
init_lora_weights
=
"gaussian"
,
target_modules
=
[
"to_k"
,
"to_q"
,
"to_v"
,
"to_out.0"
],
target_modules
=
[
"to_k"
,
"to_q"
,
"to_v"
,
"to_out.0"
],
...
@@ -221,7 +221,7 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -221,7 +221,7 @@ class LoraIntegrationTests(unittest.TestCase):
torch
.
cuda
.
empty_cache
()
torch
.
cuda
.
empty_cache
()
def
test_integration_logits_with_scale
(
self
):
def
test_integration_logits_with_scale
(
self
):
path
=
"
Jiali
/stable-diffusion-
1.
5"
path
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
lora_id
=
"takuma104/lora-test-text-encoder-lora-target"
lora_id
=
"takuma104/lora-test-text-encoder-lora-target"
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
path
,
torch_dtype
=
torch
.
float32
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
path
,
torch_dtype
=
torch
.
float32
)
...
@@ -253,7 +253,7 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -253,7 +253,7 @@ class LoraIntegrationTests(unittest.TestCase):
release_memory
(
pipe
)
release_memory
(
pipe
)
def
test_integration_logits_no_scale
(
self
):
def
test_integration_logits_no_scale
(
self
):
path
=
"
Jiali
/stable-diffusion-
1.
5"
path
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
lora_id
=
"takuma104/lora-test-text-encoder-lora-target"
lora_id
=
"takuma104/lora-test-text-encoder-lora-target"
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
path
,
torch_dtype
=
torch
.
float32
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
path
,
torch_dtype
=
torch
.
float32
)
...
@@ -284,7 +284,7 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -284,7 +284,7 @@ class LoraIntegrationTests(unittest.TestCase):
lora_model_id
=
"hf-internal-testing/lora_dreambooth_dog_example"
lora_model_id
=
"hf-internal-testing/lora_dreambooth_dog_example"
base_model_id
=
"
Jiali
/stable-diffusion-
1.
5"
base_model_id
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
base_model_id
,
safety_checker
=
None
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
base_model_id
,
safety_checker
=
None
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
=
pipe
.
to
(
torch_device
)
...
@@ -308,7 +308,7 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -308,7 +308,7 @@ class LoraIntegrationTests(unittest.TestCase):
lora_model_id
=
"hf-internal-testing/lora-trained"
lora_model_id
=
"hf-internal-testing/lora-trained"
base_model_id
=
"
Jiali
/stable-diffusion-
1.
5"
base_model_id
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
base_model_id
,
safety_checker
=
None
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
base_model_id
,
safety_checker
=
None
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
=
pipe
.
to
(
torch_device
)
...
@@ -419,9 +419,9 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -419,9 +419,9 @@ class LoraIntegrationTests(unittest.TestCase):
def
test_kohya_sd_v15_with_higher_dimensions
(
self
):
def
test_kohya_sd_v15_with_higher_dimensions
(
self
):
generator
=
torch
.
Generator
().
manual_seed
(
0
)
generator
=
torch
.
Generator
().
manual_seed
(
0
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
safety_checker
=
None
).
to
(
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
torch_devic
e
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
safety_checker
=
Non
e
)
)
.
to
(
torch_device
)
lora_model_id
=
"hf-internal-testing/urushisato-lora"
lora_model_id
=
"hf-internal-testing/urushisato-lora"
lora_filename
=
"urushisato_v15.safetensors"
lora_filename
=
"urushisato_v15.safetensors"
pipe
.
load_lora_weights
(
lora_model_id
,
weight_name
=
lora_filename
)
pipe
.
load_lora_weights
(
lora_model_id
,
weight_name
=
lora_filename
)
...
@@ -444,7 +444,7 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -444,7 +444,7 @@ class LoraIntegrationTests(unittest.TestCase):
lora_model_id
=
"hf-internal-testing/sd-model-finetuned-lora-t4"
lora_model_id
=
"hf-internal-testing/sd-model-finetuned-lora-t4"
base_model_id
=
"
Jiali
/stable-diffusion-
1.
5"
base_model_id
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
base_model_id
,
safety_checker
=
None
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
base_model_id
,
safety_checker
=
None
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
=
pipe
.
to
(
torch_device
)
...
@@ -467,9 +467,9 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -467,9 +467,9 @@ class LoraIntegrationTests(unittest.TestCase):
prompt
=
"masterpiece, best quality, mountain"
prompt
=
"masterpiece, best quality, mountain"
num_inference_steps
=
2
num_inference_steps
=
2
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
safety_checker
=
None
).
to
(
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
torch_devic
e
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
safety_checker
=
Non
e
)
)
.
to
(
torch_device
)
initial_images
=
pipe
(
initial_images
=
pipe
(
prompt
,
output_type
=
"np"
,
generator
=
generator
,
num_inference_steps
=
num_inference_steps
prompt
,
output_type
=
"np"
,
generator
=
generator
,
num_inference_steps
=
num_inference_steps
).
images
).
images
...
@@ -505,9 +505,9 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -505,9 +505,9 @@ class LoraIntegrationTests(unittest.TestCase):
prompt
=
"masterpiece, best quality, mountain"
prompt
=
"masterpiece, best quality, mountain"
num_inference_steps
=
2
num_inference_steps
=
2
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
safety_checker
=
None
).
to
(
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
torch_devic
e
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
safety_checker
=
Non
e
)
)
.
to
(
torch_device
)
initial_images
=
pipe
(
initial_images
=
pipe
(
prompt
,
output_type
=
"np"
,
generator
=
generator
,
num_inference_steps
=
num_inference_steps
prompt
,
output_type
=
"np"
,
generator
=
generator
,
num_inference_steps
=
num_inference_steps
).
images
).
images
...
@@ -547,9 +547,9 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -547,9 +547,9 @@ class LoraIntegrationTests(unittest.TestCase):
def
test_not_empty_state_dict
(
self
):
def
test_not_empty_state_dict
(
self
):
# Makes sure https://github.com/huggingface/diffusers/issues/7054 does not happen again
# Makes sure https://github.com/huggingface/diffusers/issues/7054 does not happen again
pipe
=
AutoPipelineForText2Image
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
torch_dtype
=
torch
.
float16
).
to
(
pipe
=
AutoPipelineForText2Image
.
from_pretrained
(
torch_device
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
torch_dtype
=
torch
.
float16
)
)
.
to
(
torch_device
)
pipe
.
scheduler
=
LCMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
pipe
.
scheduler
=
LCMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
cached_file
=
hf_hub_download
(
"hf-internal-testing/lcm-lora-test-sd-v1-5"
,
"test_lora.safetensors"
)
cached_file
=
hf_hub_download
(
"hf-internal-testing/lcm-lora-test-sd-v1-5"
,
"test_lora.safetensors"
)
...
@@ -561,9 +561,9 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -561,9 +561,9 @@ class LoraIntegrationTests(unittest.TestCase):
def
test_load_unload_load_state_dict
(
self
):
def
test_load_unload_load_state_dict
(
self
):
# Makes sure https://github.com/huggingface/diffusers/issues/7054 does not happen again
# Makes sure https://github.com/huggingface/diffusers/issues/7054 does not happen again
pipe
=
AutoPipelineForText2Image
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
torch_dtype
=
torch
.
float16
).
to
(
pipe
=
AutoPipelineForText2Image
.
from_pretrained
(
torch_device
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
torch_dtype
=
torch
.
float16
)
)
.
to
(
torch_device
)
pipe
.
scheduler
=
LCMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
pipe
.
scheduler
=
LCMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
cached_file
=
hf_hub_download
(
"hf-internal-testing/lcm-lora-test-sd-v1-5"
,
"test_lora.safetensors"
)
cached_file
=
hf_hub_download
(
"hf-internal-testing/lcm-lora-test-sd-v1-5"
,
"test_lora.safetensors"
)
...
@@ -580,7 +580,9 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -580,7 +580,9 @@ class LoraIntegrationTests(unittest.TestCase):
release_memory
(
pipe
)
release_memory
(
pipe
)
def
test_sdv1_5_lcm_lora
(
self
):
def
test_sdv1_5_lcm_lora
(
self
):
pipe
=
DiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
torch_dtype
=
torch
.
float16
)
pipe
=
DiffusionPipeline
.
from_pretrained
(
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
torch_dtype
=
torch
.
float16
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
pipe
.
scheduler
=
LCMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
pipe
.
scheduler
=
LCMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
...
@@ -608,7 +610,9 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -608,7 +610,9 @@ class LoraIntegrationTests(unittest.TestCase):
release_memory
(
pipe
)
release_memory
(
pipe
)
def
test_sdv1_5_lcm_lora_img2img
(
self
):
def
test_sdv1_5_lcm_lora_img2img
(
self
):
pipe
=
AutoPipelineForImage2Image
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
torch_dtype
=
torch
.
float16
)
pipe
=
AutoPipelineForImage2Image
.
from_pretrained
(
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
torch_dtype
=
torch
.
float16
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
pipe
.
scheduler
=
LCMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
pipe
.
scheduler
=
LCMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
...
@@ -649,7 +653,7 @@ class LoraIntegrationTests(unittest.TestCase):
...
@@ -649,7 +653,7 @@ class LoraIntegrationTests(unittest.TestCase):
This test simply checks that loading a LoRA with an empty network alpha works fine
This test simply checks that loading a LoRA with an empty network alpha works fine
See: https://github.com/huggingface/diffusers/issues/5606
See: https://github.com/huggingface/diffusers/issues/5606
"""
"""
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
)
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
)
pipeline
.
enable_sequential_cpu_offload
()
pipeline
.
enable_sequential_cpu_offload
()
civitai_path
=
hf_hub_download
(
"ybelkada/test-ahi-civitai"
,
"ahi_lora_weights.safetensors"
)
civitai_path
=
hf_hub_download
(
"ybelkada/test-ahi-civitai"
,
"ahi_lora_weights.safetensors"
)
pipeline
.
load_lora_weights
(
civitai_path
,
adapter_name
=
"ahri"
)
pipeline
.
load_lora_weights
(
civitai_path
,
adapter_name
=
"ahri"
)
...
...
tests/models/autoencoders/test_models_vae.py
View file @
bac8a241
...
@@ -1051,7 +1051,9 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase):
...
@@ -1051,7 +1051,9 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase):
def
test_sd
(
self
):
def
test_sd
(
self
):
vae
=
ConsistencyDecoderVAE
.
from_pretrained
(
"openai/consistency-decoder"
)
# TODO - update
vae
=
ConsistencyDecoderVAE
.
from_pretrained
(
"openai/consistency-decoder"
)
# TODO - update
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
vae
=
vae
,
safety_checker
=
None
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
vae
=
vae
,
safety_checker
=
None
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
out
=
pipe
(
out
=
pipe
(
...
@@ -1099,7 +1101,7 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase):
...
@@ -1099,7 +1101,7 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase):
"openai/consistency-decoder"
,
torch_dtype
=
torch
.
float16
"openai/consistency-decoder"
,
torch_dtype
=
torch
.
float16
)
# TODO - update
)
# TODO - update
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
torch_dtype
=
torch
.
float16
,
torch_dtype
=
torch
.
float16
,
vae
=
vae
,
vae
=
vae
,
safety_checker
=
None
,
safety_checker
=
None
,
...
@@ -1124,7 +1126,7 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase):
...
@@ -1124,7 +1126,7 @@ class ConsistencyDecoderVAEIntegrationTests(unittest.TestCase):
def
test_vae_tiling
(
self
):
def
test_vae_tiling
(
self
):
vae
=
ConsistencyDecoderVAE
.
from_pretrained
(
"openai/consistency-decoder"
,
torch_dtype
=
torch
.
float16
)
vae
=
ConsistencyDecoderVAE
.
from_pretrained
(
"openai/consistency-decoder"
,
torch_dtype
=
torch
.
float16
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
vae
=
vae
,
safety_checker
=
None
,
torch_dtype
=
torch
.
float16
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
vae
=
vae
,
safety_checker
=
None
,
torch_dtype
=
torch
.
float16
)
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
...
tests/pipelines/controlnet/test_controlnet.py
View file @
bac8a241
...
@@ -73,7 +73,7 @@ def _test_stable_diffusion_compile(in_queue, out_queue, timeout):
...
@@ -73,7 +73,7 @@ def _test_stable_diffusion_compile(in_queue, out_queue, timeout):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-canny"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-canny"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
to
(
"cuda"
)
pipe
.
to
(
"cuda"
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -715,7 +715,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -715,7 +715,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-canny"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-canny"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -742,7 +742,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -742,7 +742,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-depth"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-depth"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -769,7 +769,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -769,7 +769,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-hed"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-hed"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -796,7 +796,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -796,7 +796,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-mlsd"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-mlsd"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -823,7 +823,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -823,7 +823,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-normal"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-normal"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -850,7 +850,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -850,7 +850,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-openpose"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-openpose"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -877,7 +877,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -877,7 +877,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-scribble"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-scribble"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -904,7 +904,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -904,7 +904,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-seg"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-seg"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -935,7 +935,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -935,7 +935,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-seg"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-seg"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
enable_attention_slicing
()
pipe
.
enable_attention_slicing
()
...
@@ -961,7 +961,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -961,7 +961,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-canny"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-canny"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -993,7 +993,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -993,7 +993,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-canny"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-canny"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
scheduler
=
EulerDiscreteScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
pipe
.
scheduler
=
EulerDiscreteScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
...
@@ -1035,7 +1035,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -1035,7 +1035,7 @@ class ControlNetPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/control_v11e_sd15_shuffle"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/control_v11e_sd15_shuffle"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -1081,7 +1081,9 @@ class StableDiffusionMultiControlNetPipelineSlowTests(unittest.TestCase):
...
@@ -1081,7 +1081,9 @@ class StableDiffusionMultiControlNetPipelineSlowTests(unittest.TestCase):
controlnet_pose
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-openpose"
)
controlnet_pose
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-openpose"
)
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
safety_checker
=
None
,
controlnet
=
[
controlnet_pose
,
controlnet_canny
]
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
safety_checker
=
None
,
controlnet
=
[
controlnet_pose
,
controlnet_canny
],
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
...
tests/pipelines/controlnet/test_controlnet_img2img.py
View file @
bac8a241
...
@@ -407,7 +407,7 @@ class ControlNetImg2ImgPipelineSlowTests(unittest.TestCase):
...
@@ -407,7 +407,7 @@ class ControlNetImg2ImgPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-canny"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/sd-controlnet-canny"
)
pipe
=
StableDiffusionControlNetImg2ImgPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetImg2ImgPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
...
tests/pipelines/controlnet/test_controlnet_inpaint.py
View file @
bac8a241
...
@@ -504,7 +504,7 @@ class ControlNetInpaintPipelineSlowTests(unittest.TestCase):
...
@@ -504,7 +504,7 @@ class ControlNetInpaintPipelineSlowTests(unittest.TestCase):
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/control_v11p_sd15_inpaint"
)
controlnet
=
ControlNetModel
.
from_pretrained
(
"lllyasviel/control_v11p_sd15_inpaint"
)
pipe
=
StableDiffusionControlNetInpaintPipeline
.
from_pretrained
(
pipe
=
StableDiffusionControlNetInpaintPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
controlnet
=
controlnet
)
)
pipe
.
scheduler
=
DDIMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
pipe
.
scheduler
=
DDIMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
pipe
.
enable_model_cpu_offload
()
pipe
.
enable_model_cpu_offload
()
...
...
tests/pipelines/controlnet/test_flax_controlnet.py
View file @
bac8a241
...
@@ -41,7 +41,7 @@ class FlaxControlNetPipelineIntegrationTests(unittest.TestCase):
...
@@ -41,7 +41,7 @@ class FlaxControlNetPipelineIntegrationTests(unittest.TestCase):
"lllyasviel/sd-controlnet-canny"
,
from_pt
=
True
,
dtype
=
jnp
.
bfloat16
"lllyasviel/sd-controlnet-canny"
,
from_pt
=
True
,
dtype
=
jnp
.
bfloat16
)
)
pipe
,
params
=
FlaxStableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
,
params
=
FlaxStableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
controlnet
=
controlnet
,
from_pt
=
True
,
dtype
=
jnp
.
bfloat16
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
controlnet
=
controlnet
,
from_pt
=
True
,
dtype
=
jnp
.
bfloat16
)
)
params
[
"controlnet"
]
=
controlnet_params
params
[
"controlnet"
]
=
controlnet_params
...
@@ -86,7 +86,7 @@ class FlaxControlNetPipelineIntegrationTests(unittest.TestCase):
...
@@ -86,7 +86,7 @@ class FlaxControlNetPipelineIntegrationTests(unittest.TestCase):
"lllyasviel/sd-controlnet-openpose"
,
from_pt
=
True
,
dtype
=
jnp
.
bfloat16
"lllyasviel/sd-controlnet-openpose"
,
from_pt
=
True
,
dtype
=
jnp
.
bfloat16
)
)
pipe
,
params
=
FlaxStableDiffusionControlNetPipeline
.
from_pretrained
(
pipe
,
params
=
FlaxStableDiffusionControlNetPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
controlnet
=
controlnet
,
from_pt
=
True
,
dtype
=
jnp
.
bfloat16
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
controlnet
=
controlnet
,
from_pt
=
True
,
dtype
=
jnp
.
bfloat16
)
)
params
[
"controlnet"
]
=
controlnet_params
params
[
"controlnet"
]
=
controlnet_params
...
...
tests/pipelines/ip_adapters/test_ip_adapter_stable_diffusion.py
View file @
bac8a241
...
@@ -170,7 +170,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
...
@@ -170,7 +170,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def
test_text_to_image
(
self
):
def
test_text_to_image
(
self
):
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
,
)
)
pipeline
.
to
(
torch_device
)
pipeline
.
to
(
torch_device
)
pipeline
.
load_ip_adapter
(
"h94/IP-Adapter"
,
subfolder
=
"models"
,
weight_name
=
"ip-adapter_sd15.bin"
)
pipeline
.
load_ip_adapter
(
"h94/IP-Adapter"
,
subfolder
=
"models"
,
weight_name
=
"ip-adapter_sd15.bin"
)
...
@@ -200,7 +203,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
...
@@ -200,7 +203,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def
test_image_to_image
(
self
):
def
test_image_to_image
(
self
):
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
pipeline
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
pipeline
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
,
)
)
pipeline
.
to
(
torch_device
)
pipeline
.
to
(
torch_device
)
pipeline
.
load_ip_adapter
(
"h94/IP-Adapter"
,
subfolder
=
"models"
,
weight_name
=
"ip-adapter_sd15.bin"
)
pipeline
.
load_ip_adapter
(
"h94/IP-Adapter"
,
subfolder
=
"models"
,
weight_name
=
"ip-adapter_sd15.bin"
)
...
@@ -232,7 +238,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
...
@@ -232,7 +238,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def
test_inpainting
(
self
):
def
test_inpainting
(
self
):
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
pipeline
=
StableDiffusionInpaintPipeline
.
from_pretrained
(
pipeline
=
StableDiffusionInpaintPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
,
)
)
pipeline
.
to
(
torch_device
)
pipeline
.
to
(
torch_device
)
pipeline
.
load_ip_adapter
(
"h94/IP-Adapter"
,
subfolder
=
"models"
,
weight_name
=
"ip-adapter_sd15.bin"
)
pipeline
.
load_ip_adapter
(
"h94/IP-Adapter"
,
subfolder
=
"models"
,
weight_name
=
"ip-adapter_sd15.bin"
)
...
@@ -260,7 +269,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
...
@@ -260,7 +269,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def
test_text_to_image_model_cpu_offload
(
self
):
def
test_text_to_image_model_cpu_offload
(
self
):
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
,
)
)
pipeline
.
load_ip_adapter
(
"h94/IP-Adapter"
,
subfolder
=
"models"
,
weight_name
=
"ip-adapter_sd15.bin"
)
pipeline
.
load_ip_adapter
(
"h94/IP-Adapter"
,
subfolder
=
"models"
,
weight_name
=
"ip-adapter_sd15.bin"
)
pipeline
.
to
(
torch_device
)
pipeline
.
to
(
torch_device
)
...
@@ -287,7 +299,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
...
@@ -287,7 +299,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def
test_text_to_image_full_face
(
self
):
def
test_text_to_image_full_face
(
self
):
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
,
)
)
pipeline
.
to
(
torch_device
)
pipeline
.
to
(
torch_device
)
pipeline
.
load_ip_adapter
(
"h94/IP-Adapter"
,
subfolder
=
"models"
,
weight_name
=
"ip-adapter-full-face_sd15.bin"
)
pipeline
.
load_ip_adapter
(
"h94/IP-Adapter"
,
subfolder
=
"models"
,
weight_name
=
"ip-adapter-full-face_sd15.bin"
)
...
@@ -304,7 +319,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
...
@@ -304,7 +319,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def
test_unload
(
self
):
def
test_unload
(
self
):
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
,
)
)
before_processors
=
[
attn_proc
.
__class__
for
attn_proc
in
pipeline
.
unet
.
attn_processors
.
values
()]
before_processors
=
[
attn_proc
.
__class__
for
attn_proc
in
pipeline
.
unet
.
attn_processors
.
values
()]
pipeline
.
to
(
torch_device
)
pipeline
.
to
(
torch_device
)
...
@@ -323,7 +341,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
...
@@ -323,7 +341,10 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def
test_multi
(
self
):
def
test_multi
(
self
):
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
image_encoder
=
self
.
get_image_encoder
(
repo_id
=
"h94/IP-Adapter"
,
subfolder
=
"models/image_encoder"
)
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
image_encoder
=
image_encoder
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
,
)
)
pipeline
.
to
(
torch_device
)
pipeline
.
to
(
torch_device
)
pipeline
.
load_ip_adapter
(
pipeline
.
load_ip_adapter
(
...
@@ -343,7 +364,7 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
...
@@ -343,7 +364,7 @@ class IPAdapterSDIntegrationTests(IPAdapterNightlyTestsMixin):
def
test_text_to_image_face_id
(
self
):
def
test_text_to_image_face_id
(
self
):
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
pipeline
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
torch_dtype
=
self
.
dtype
)
)
pipeline
.
to
(
torch_device
)
pipeline
.
to
(
torch_device
)
pipeline
.
load_ip_adapter
(
pipeline
.
load_ip_adapter
(
...
...
tests/pipelines/ledits_pp/test_ledits_pp_stable_diffusion.py
View file @
bac8a241
...
@@ -224,7 +224,7 @@ class LEditsPPPipelineStableDiffusionSlowTests(unittest.TestCase):
...
@@ -224,7 +224,7 @@ class LEditsPPPipelineStableDiffusionSlowTests(unittest.TestCase):
def
test_ledits_pp_editing
(
self
):
def
test_ledits_pp_editing
(
self
):
pipe
=
LEditsPPPipelineStableDiffusion
.
from_pretrained
(
pipe
=
LEditsPPPipelineStableDiffusion
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
safety_checker
=
None
,
torch_dtype
=
torch
.
float16
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
safety_checker
=
None
,
torch_dtype
=
torch
.
float16
)
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
...
tests/pipelines/pag/test_pag_sd.py
View file @
bac8a241
...
@@ -283,7 +283,7 @@ class StableDiffusionPAGPipelineFastTests(
...
@@ -283,7 +283,7 @@ class StableDiffusionPAGPipelineFastTests(
@
require_torch_gpu
@
require_torch_gpu
class
StableDiffusionPAGPipelineIntegrationTests
(
unittest
.
TestCase
):
class
StableDiffusionPAGPipelineIntegrationTests
(
unittest
.
TestCase
):
pipeline_class
=
StableDiffusionPAGPipeline
pipeline_class
=
StableDiffusionPAGPipeline
repo_id
=
"
Jiali
/stable-diffusion-
1.
5"
repo_id
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
def
setUp
(
self
):
def
setUp
(
self
):
super
().
setUp
()
super
().
setUp
()
...
...
tests/pipelines/semantic_stable_diffusion/test_semantic_diffusion.py
View file @
bac8a241
...
@@ -287,7 +287,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
...
@@ -287,7 +287,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
def
test_positive_guidance
(
self
):
def
test_positive_guidance
(
self
):
torch_device
=
"cuda"
torch_device
=
"cuda"
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -370,7 +370,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
...
@@ -370,7 +370,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
def
test_negative_guidance
(
self
):
def
test_negative_guidance
(
self
):
torch_device
=
"cuda"
torch_device
=
"cuda"
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -453,7 +453,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
...
@@ -453,7 +453,7 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
def
test_multi_cond_guidance
(
self
):
def
test_multi_cond_guidance
(
self
):
torch_device
=
"cuda"
torch_device
=
"cuda"
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -536,7 +536,9 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
...
@@ -536,7 +536,9 @@ class SemanticDiffusionPipelineIntegrationTests(unittest.TestCase):
def
test_guidance_fp16
(
self
):
def
test_guidance_fp16
(
self
):
torch_device
=
"cuda"
torch_device
=
"cuda"
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
torch_dtype
=
torch
.
float16
)
pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
torch_dtype
=
torch
.
float16
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
=
pipe
.
to
(
torch_device
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
...
tests/pipelines/stable_diffusion/test_onnx_stable_diffusion.py
View file @
bac8a241
...
@@ -250,10 +250,10 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
...
@@ -250,10 +250,10 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
def
test_inference_ddim
(
self
):
def
test_inference_ddim
(
self
):
ddim_scheduler
=
DDIMScheduler
.
from_pretrained
(
ddim_scheduler
=
DDIMScheduler
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
subfolder
=
"scheduler"
,
revision
=
"onnx"
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
subfolder
=
"scheduler"
,
revision
=
"onnx"
)
)
sd_pipe
=
OnnxStableDiffusionPipeline
.
from_pretrained
(
sd_pipe
=
OnnxStableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
revision
=
"onnx"
,
revision
=
"onnx"
,
scheduler
=
ddim_scheduler
,
scheduler
=
ddim_scheduler
,
safety_checker
=
None
,
safety_checker
=
None
,
...
@@ -276,10 +276,10 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
...
@@ -276,10 +276,10 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
def
test_inference_k_lms
(
self
):
def
test_inference_k_lms
(
self
):
lms_scheduler
=
LMSDiscreteScheduler
.
from_pretrained
(
lms_scheduler
=
LMSDiscreteScheduler
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
subfolder
=
"scheduler"
,
revision
=
"onnx"
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
subfolder
=
"scheduler"
,
revision
=
"onnx"
)
)
sd_pipe
=
OnnxStableDiffusionPipeline
.
from_pretrained
(
sd_pipe
=
OnnxStableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
revision
=
"onnx"
,
revision
=
"onnx"
,
scheduler
=
lms_scheduler
,
scheduler
=
lms_scheduler
,
safety_checker
=
None
,
safety_checker
=
None
,
...
@@ -327,7 +327,7 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
...
@@ -327,7 +327,7 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
test_callback_fn
.
has_been_called
=
False
test_callback_fn
.
has_been_called
=
False
pipe
=
OnnxStableDiffusionPipeline
.
from_pretrained
(
pipe
=
OnnxStableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
revision
=
"onnx"
,
revision
=
"onnx"
,
safety_checker
=
None
,
safety_checker
=
None
,
feature_extractor
=
None
,
feature_extractor
=
None
,
...
@@ -352,7 +352,7 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
...
@@ -352,7 +352,7 @@ class OnnxStableDiffusionPipelineIntegrationTests(unittest.TestCase):
def
test_stable_diffusion_no_safety_checker
(
self
):
def
test_stable_diffusion_no_safety_checker
(
self
):
pipe
=
OnnxStableDiffusionPipeline
.
from_pretrained
(
pipe
=
OnnxStableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
revision
=
"onnx"
,
revision
=
"onnx"
,
safety_checker
=
None
,
safety_checker
=
None
,
feature_extractor
=
None
,
feature_extractor
=
None
,
...
...
tests/pipelines/stable_diffusion/test_onnx_stable_diffusion_img2img.py
View file @
bac8a241
...
@@ -210,10 +210,10 @@ class OnnxStableDiffusionImg2ImgPipelineIntegrationTests(unittest.TestCase):
...
@@ -210,10 +210,10 @@ class OnnxStableDiffusionImg2ImgPipelineIntegrationTests(unittest.TestCase):
)
)
init_image
=
init_image
.
resize
((
768
,
512
))
init_image
=
init_image
.
resize
((
768
,
512
))
lms_scheduler
=
LMSDiscreteScheduler
.
from_pretrained
(
lms_scheduler
=
LMSDiscreteScheduler
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
subfolder
=
"scheduler"
,
revision
=
"onnx"
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
subfolder
=
"scheduler"
,
revision
=
"onnx"
)
)
pipe
=
OnnxStableDiffusionImg2ImgPipeline
.
from_pretrained
(
pipe
=
OnnxStableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
revision
=
"onnx"
,
revision
=
"onnx"
,
scheduler
=
lms_scheduler
,
scheduler
=
lms_scheduler
,
safety_checker
=
None
,
safety_checker
=
None
,
...
...
tests/pipelines/stable_diffusion/test_stable_diffusion.py
View file @
bac8a241
...
@@ -1332,7 +1332,7 @@ class StableDiffusionPipelineCkptTests(unittest.TestCase):
...
@@ -1332,7 +1332,7 @@ class StableDiffusionPipelineCkptTests(unittest.TestCase):
def
test_download_from_hub
(
self
):
def
test_download_from_hub
(
self
):
ckpt_paths
=
[
ckpt_paths
=
[
"https://huggingface.co/
Jiali
/stable-diffusion-
1.
5/blob/main/v1-5-pruned-emaonly.safetensors"
,
"https://huggingface.co/
stable-diffusion-v1-5
/stable-diffusion-
v1-
5/blob/main/v1-5-pruned-emaonly.safetensors"
,
"https://huggingface.co/WarriorMama777/OrangeMixs/blob/main/Models/AbyssOrangeMix/AbyssOrangeMix.safetensors"
,
"https://huggingface.co/WarriorMama777/OrangeMixs/blob/main/Models/AbyssOrangeMix/AbyssOrangeMix.safetensors"
,
]
]
...
@@ -1346,8 +1346,10 @@ class StableDiffusionPipelineCkptTests(unittest.TestCase):
...
@@ -1346,8 +1346,10 @@ class StableDiffusionPipelineCkptTests(unittest.TestCase):
assert
image_out
.
shape
==
(
512
,
512
,
3
)
assert
image_out
.
shape
==
(
512
,
512
,
3
)
def
test_download_local
(
self
):
def
test_download_local
(
self
):
ckpt_filename
=
hf_hub_download
(
"Jiali/stable-diffusion-1.5"
,
filename
=
"v1-5-pruned-emaonly.safetensors"
)
ckpt_filename
=
hf_hub_download
(
config_filename
=
hf_hub_download
(
"Jiali/stable-diffusion-1.5"
,
filename
=
"v1-inference.yaml"
)
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
filename
=
"v1-5-pruned-emaonly.safetensors"
)
config_filename
=
hf_hub_download
(
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
filename
=
"v1-inference.yaml"
)
pipe
=
StableDiffusionPipeline
.
from_single_file
(
pipe
=
StableDiffusionPipeline
.
from_single_file
(
ckpt_filename
,
config_files
=
{
"v1"
:
config_filename
},
torch_dtype
=
torch
.
float16
ckpt_filename
,
config_files
=
{
"v1"
:
config_filename
},
torch_dtype
=
torch
.
float16
...
@@ -1402,7 +1404,9 @@ class StableDiffusionPipelineNightlyTests(unittest.TestCase):
...
@@ -1402,7 +1404,9 @@ class StableDiffusionPipelineNightlyTests(unittest.TestCase):
assert
max_diff
<
1e-3
assert
max_diff
<
1e-3
def
test_stable_diffusion_1_5_pndm
(
self
):
def
test_stable_diffusion_1_5_pndm
(
self
):
sd_pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
).
to
(
torch_device
)
sd_pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"stable-diffusion-v1-5/stable-diffusion-v1-5"
).
to
(
torch_device
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
inputs
=
self
.
get_inputs
(
torch_device
)
inputs
=
self
.
get_inputs
(
torch_device
)
...
@@ -1483,9 +1487,9 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
...
@@ -1483,9 +1487,9 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
return
inputs
return
inputs
def
get_pipeline_output_without_device_map
(
self
):
def
get_pipeline_output_without_device_map
(
self
):
sd_pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
torch_dtype
=
torch
.
float16
).
to
(
sd_pipe
=
StableDiffusionPipeline
.
from_pretrained
(
torch_device
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
torch_dtype
=
torch
.
float16
)
)
.
to
(
torch_device
)
sd_pipe
.
set_progress_bar_config
(
disable
=
True
)
sd_pipe
.
set_progress_bar_config
(
disable
=
True
)
inputs
=
self
.
get_inputs
()
inputs
=
self
.
get_inputs
()
no_device_map_image
=
sd_pipe
(
**
inputs
).
images
no_device_map_image
=
sd_pipe
(
**
inputs
).
images
...
@@ -1498,7 +1502,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
...
@@ -1498,7 +1502,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
no_device_map_image
=
self
.
get_pipeline_output_without_device_map
()
no_device_map_image
=
self
.
get_pipeline_output_without_device_map
()
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
)
)
sd_pipe_with_device_map
.
set_progress_bar_config
(
disable
=
True
)
sd_pipe_with_device_map
.
set_progress_bar_config
(
disable
=
True
)
inputs
=
self
.
get_inputs
()
inputs
=
self
.
get_inputs
()
...
@@ -1509,7 +1513,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
...
@@ -1509,7 +1513,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
def
test_components_put_in_right_devices
(
self
):
def
test_components_put_in_right_devices
(
self
):
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
)
)
assert
len
(
set
(
sd_pipe_with_device_map
.
hf_device_map
.
values
()))
>=
2
assert
len
(
set
(
sd_pipe_with_device_map
.
hf_device_map
.
values
()))
>=
2
...
@@ -1518,7 +1522,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
...
@@ -1518,7 +1522,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
no_device_map_image
=
self
.
get_pipeline_output_without_device_map
()
no_device_map_image
=
self
.
get_pipeline_output_without_device_map
()
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
device_map
=
"balanced"
,
device_map
=
"balanced"
,
max_memory
=
{
0
:
"1GB"
,
1
:
"1GB"
},
max_memory
=
{
0
:
"1GB"
,
1
:
"1GB"
},
torch_dtype
=
torch
.
float16
,
torch_dtype
=
torch
.
float16
,
...
@@ -1532,7 +1536,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
...
@@ -1532,7 +1536,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
def
test_reset_device_map
(
self
):
def
test_reset_device_map
(
self
):
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
)
)
sd_pipe_with_device_map
.
reset_device_map
()
sd_pipe_with_device_map
.
reset_device_map
()
...
@@ -1544,7 +1548,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
...
@@ -1544,7 +1548,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
def
test_reset_device_map_to
(
self
):
def
test_reset_device_map_to
(
self
):
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
)
)
sd_pipe_with_device_map
.
reset_device_map
()
sd_pipe_with_device_map
.
reset_device_map
()
...
@@ -1556,7 +1560,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
...
@@ -1556,7 +1560,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
def
test_reset_device_map_enable_model_cpu_offload
(
self
):
def
test_reset_device_map_enable_model_cpu_offload
(
self
):
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
)
)
sd_pipe_with_device_map
.
reset_device_map
()
sd_pipe_with_device_map
.
reset_device_map
()
...
@@ -1568,7 +1572,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
...
@@ -1568,7 +1572,7 @@ class StableDiffusionPipelineDeviceMapTests(unittest.TestCase):
def
test_reset_device_map_enable_sequential_cpu_offload
(
self
):
def
test_reset_device_map_enable_sequential_cpu_offload
(
self
):
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
sd_pipe_with_device_map
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
,
device_map
=
"balanced"
,
torch_dtype
=
torch
.
float16
)
)
sd_pipe_with_device_map
.
reset_device_map
()
sd_pipe_with_device_map
.
reset_device_map
()
...
...
tests/pipelines/stable_diffusion/test_stable_diffusion_img2img.py
View file @
bac8a241
...
@@ -566,7 +566,7 @@ class StableDiffusionImg2ImgPipelineSlowTests(unittest.TestCase):
...
@@ -566,7 +566,7 @@ class StableDiffusionImg2ImgPipelineSlowTests(unittest.TestCase):
assert
module
.
device
==
torch
.
device
(
"cpu"
)
assert
module
.
device
==
torch
.
device
(
"cpu"
)
def
test_img2img_2nd_order
(
self
):
def
test_img2img_2nd_order
(
self
):
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
)
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
)
sd_pipe
.
scheduler
=
HeunDiscreteScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
.
scheduler
=
HeunDiscreteScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -630,7 +630,7 @@ class StableDiffusionImg2ImgPipelineSlowTests(unittest.TestCase):
...
@@ -630,7 +630,7 @@ class StableDiffusionImg2ImgPipelineSlowTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
.
flatten
()
-
expected_slice
).
max
()
<
5e-3
assert
np
.
abs
(
image_slice
.
flatten
()
-
expected_slice
).
max
()
<
5e-3
def
test_img2img_safety_checker_works
(
self
):
def
test_img2img_safety_checker_works
(
self
):
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
)
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -686,7 +686,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
...
@@ -686,7 +686,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
return
inputs
return
inputs
def
test_img2img_pndm
(
self
):
def
test_img2img_pndm
(
self
):
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
)
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -701,7 +701,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
...
@@ -701,7 +701,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
assert
max_diff
<
1e-3
assert
max_diff
<
1e-3
def
test_img2img_ddim
(
self
):
def
test_img2img_ddim
(
self
):
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
)
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
)
sd_pipe
.
scheduler
=
DDIMScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
.
scheduler
=
DDIMScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -717,7 +717,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
...
@@ -717,7 +717,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
assert
max_diff
<
1e-3
assert
max_diff
<
1e-3
def
test_img2img_lms
(
self
):
def
test_img2img_lms
(
self
):
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
)
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
)
sd_pipe
.
scheduler
=
LMSDiscreteScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
.
scheduler
=
LMSDiscreteScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -733,7 +733,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
...
@@ -733,7 +733,7 @@ class StableDiffusionImg2ImgPipelineNightlyTests(unittest.TestCase):
assert
max_diff
<
1e-3
assert
max_diff
<
1e-3
def
test_img2img_dpm
(
self
):
def
test_img2img_dpm
(
self
):
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
)
sd_pipe
=
StableDiffusionImg2ImgPipeline
.
from_pretrained
(
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
)
sd_pipe
.
scheduler
=
DPMSolverMultistepScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
.
scheduler
=
DPMSolverMultistepScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
...
...
tests/pipelines/stable_diffusion/test_stable_diffusion_inpaint.py
View file @
bac8a241
...
@@ -767,7 +767,9 @@ class StableDiffusionInpaintPipelineSlowTests(unittest.TestCase):
...
@@ -767,7 +767,9 @@ class StableDiffusionInpaintPipelineSlowTests(unittest.TestCase):
assert
np
.
abs
(
expected_slice
-
image_slice
).
max
()
<
1e-3
assert
np
.
abs
(
expected_slice
-
image_slice
).
max
()
<
1e-3
def
test_stable_diffusion_simple_inpaint_ddim
(
self
):
def
test_stable_diffusion_simple_inpaint_ddim
(
self
):
pipe
=
StableDiffusionInpaintPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
safety_checker
=
None
)
pipe
=
StableDiffusionInpaintPipeline
.
from_pretrained
(
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
safety_checker
=
None
)
pipe
.
unet
.
set_default_attn_processor
()
pipe
.
unet
.
set_default_attn_processor
()
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -973,7 +975,9 @@ class StableDiffusionInpaintPipelineAsymmetricAutoencoderKLSlowTests(unittest.Te
...
@@ -973,7 +975,9 @@ class StableDiffusionInpaintPipelineAsymmetricAutoencoderKLSlowTests(unittest.Te
def
test_stable_diffusion_simple_inpaint_ddim
(
self
):
def
test_stable_diffusion_simple_inpaint_ddim
(
self
):
vae
=
AsymmetricAutoencoderKL
.
from_pretrained
(
"cross-attention/asymmetric-autoencoder-kl-x-1-5"
)
vae
=
AsymmetricAutoencoderKL
.
from_pretrained
(
"cross-attention/asymmetric-autoencoder-kl-x-1-5"
)
pipe
=
StableDiffusionInpaintPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
safety_checker
=
None
)
pipe
=
StableDiffusionInpaintPipeline
.
from_pretrained
(
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
safety_checker
=
None
)
pipe
.
vae
=
vae
pipe
.
vae
=
vae
pipe
.
unet
.
set_default_attn_processor
()
pipe
.
unet
.
set_default_attn_processor
()
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
...
...
tests/pipelines/stable_diffusion_adapter/test_stable_diffusion_adapter.py
View file @
bac8a241
...
@@ -609,7 +609,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
...
@@ -609,7 +609,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
def
test_stable_diffusion_adapter_depth_sd_v15
(
self
):
def
test_stable_diffusion_adapter_depth_sd_v15
(
self
):
adapter_model
=
"TencentARC/t2iadapter_depth_sd15v2"
adapter_model
=
"TencentARC/t2iadapter_depth_sd15v2"
sd_model
=
"
Jiali
/stable-diffusion-
1.
5"
sd_model
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
prompt
=
"desk"
prompt
=
"desk"
image_url
=
"https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/desk_depth.png"
image_url
=
"https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/desk_depth.png"
input_channels
=
3
input_channels
=
3
...
@@ -636,7 +636,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
...
@@ -636,7 +636,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
def
test_stable_diffusion_adapter_zoedepth_sd_v15
(
self
):
def
test_stable_diffusion_adapter_zoedepth_sd_v15
(
self
):
adapter_model
=
"TencentARC/t2iadapter_zoedepth_sd15v1"
adapter_model
=
"TencentARC/t2iadapter_zoedepth_sd15v1"
sd_model
=
"
Jiali
/stable-diffusion-
1.
5"
sd_model
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
prompt
=
"motorcycle"
prompt
=
"motorcycle"
image_url
=
"https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/motorcycle.png"
image_url
=
"https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/motorcycle.png"
input_channels
=
3
input_channels
=
3
...
@@ -660,7 +660,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
...
@@ -660,7 +660,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
def
test_stable_diffusion_adapter_canny_sd_v15
(
self
):
def
test_stable_diffusion_adapter_canny_sd_v15
(
self
):
adapter_model
=
"TencentARC/t2iadapter_canny_sd15v2"
adapter_model
=
"TencentARC/t2iadapter_canny_sd15v2"
sd_model
=
"
Jiali
/stable-diffusion-
1.
5"
sd_model
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
prompt
=
"toy"
prompt
=
"toy"
image_url
=
"https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/toy_canny.png"
image_url
=
"https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/toy_canny.png"
input_channels
=
1
input_channels
=
1
...
@@ -688,7 +688,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
...
@@ -688,7 +688,7 @@ class StableDiffusionAdapterPipelineSlowTests(unittest.TestCase):
def
test_stable_diffusion_adapter_sketch_sd15
(
self
):
def
test_stable_diffusion_adapter_sketch_sd15
(
self
):
adapter_model
=
"TencentARC/t2iadapter_sketch_sd15v2"
adapter_model
=
"TencentARC/t2iadapter_sketch_sd15v2"
sd_model
=
"
Jiali
/stable-diffusion-
1.
5"
sd_model
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
prompt
=
"cat"
prompt
=
"cat"
image_url
=
(
image_url
=
(
"https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/edge.png"
"https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/t2i_adapter/edge.png"
...
...
tests/pipelines/stable_diffusion_safe/test_safe_diffusion.py
View file @
bac8a241
...
@@ -277,7 +277,9 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase):
...
@@ -277,7 +277,9 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase):
torch
.
cuda
.
empty_cache
()
torch
.
cuda
.
empty_cache
()
def
test_harm_safe_stable_diffusion
(
self
):
def
test_harm_safe_stable_diffusion
(
self
):
sd_pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
safety_checker
=
None
)
sd_pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
safety_checker
=
None
)
sd_pipe
.
scheduler
=
LMSDiscreteScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
.
scheduler
=
LMSDiscreteScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
=
sd_pipe
.
to
(
torch_device
)
sd_pipe
=
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -338,7 +340,9 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase):
...
@@ -338,7 +340,9 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
.
flatten
()
-
expected_slice
).
max
()
<
1e-2
assert
np
.
abs
(
image_slice
.
flatten
()
-
expected_slice
).
max
()
<
1e-2
def
test_nudity_safe_stable_diffusion
(
self
):
def
test_nudity_safe_stable_diffusion
(
self
):
sd_pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"Jiali/stable-diffusion-1.5"
,
safety_checker
=
None
)
sd_pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"stable-diffusion-v1-5/stable-diffusion-v1-5"
,
safety_checker
=
None
)
sd_pipe
.
scheduler
=
LMSDiscreteScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
.
scheduler
=
LMSDiscreteScheduler
.
from_config
(
sd_pipe
.
scheduler
.
config
)
sd_pipe
=
sd_pipe
.
to
(
torch_device
)
sd_pipe
=
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
...
@@ -392,7 +396,7 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase):
...
@@ -392,7 +396,7 @@ class SafeDiffusionPipelineIntegrationTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
.
flatten
()
-
expected_slice
).
max
()
<
1e-2
assert
np
.
abs
(
image_slice
.
flatten
()
-
expected_slice
).
max
()
<
1e-2
def
test_nudity_safetychecker_safe_stable_diffusion
(
self
):
def
test_nudity_safetychecker_safe_stable_diffusion
(
self
):
sd_pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"
Jiali
/stable-diffusion-
1.
5"
)
sd_pipe
=
StableDiffusionPipeline
.
from_pretrained
(
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
)
sd_pipe
=
sd_pipe
.
to
(
torch_device
)
sd_pipe
=
sd_pipe
.
to
(
torch_device
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
sd_pipe
.
set_progress_bar_config
(
disable
=
None
)
...
...
tests/pipelines/test_pipelines_auto.py
View file @
bac8a241
...
@@ -40,7 +40,7 @@ from diffusers.utils.testing_utils import slow
...
@@ -40,7 +40,7 @@ from diffusers.utils.testing_utils import slow
PRETRAINED_MODEL_REPO_MAPPING
=
OrderedDict
(
PRETRAINED_MODEL_REPO_MAPPING
=
OrderedDict
(
[
[
(
"stable-diffusion"
,
"
Jiali
/stable-diffusion-
1.
5"
),
(
"stable-diffusion"
,
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
),
(
"if"
,
"DeepFloyd/IF-I-XL-v1.0"
),
(
"if"
,
"DeepFloyd/IF-I-XL-v1.0"
),
(
"kandinsky"
,
"kandinsky-community/kandinsky-2-1"
),
(
"kandinsky"
,
"kandinsky-community/kandinsky-2-1"
),
(
"kandinsky22"
,
"kandinsky-community/kandinsky-2-2-decoder"
),
(
"kandinsky22"
,
"kandinsky-community/kandinsky-2-2-decoder"
),
...
@@ -539,7 +539,7 @@ class AutoPipelineIntegrationTest(unittest.TestCase):
...
@@ -539,7 +539,7 @@ class AutoPipelineIntegrationTest(unittest.TestCase):
def
test_controlnet
(
self
):
def
test_controlnet
(
self
):
# test from_pretrained
# test from_pretrained
model_repo
=
"
Jiali
/stable-diffusion-
1.
5"
model_repo
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
controlnet_repo
=
"lllyasviel/sd-controlnet-canny"
controlnet_repo
=
"lllyasviel/sd-controlnet-canny"
controlnet
=
ControlNetModel
.
from_pretrained
(
controlnet_repo
,
torch_dtype
=
torch
.
float16
)
controlnet
=
ControlNetModel
.
from_pretrained
(
controlnet_repo
,
torch_dtype
=
torch
.
float16
)
...
...
tests/pipelines/text_to_video_synthesis/test_text_to_video_zero.py
View file @
bac8a241
...
@@ -40,7 +40,7 @@ class TextToVideoZeroPipelineSlowTests(unittest.TestCase):
...
@@ -40,7 +40,7 @@ class TextToVideoZeroPipelineSlowTests(unittest.TestCase):
torch
.
cuda
.
empty_cache
()
torch
.
cuda
.
empty_cache
()
def
test_full_model
(
self
):
def
test_full_model
(
self
):
model_id
=
"
Jiali
/stable-diffusion-
1.
5"
model_id
=
"
stable-diffusion-v1-5
/stable-diffusion-
v1-
5"
pipe
=
TextToVideoZeroPipeline
.
from_pretrained
(
model_id
,
torch_dtype
=
torch
.
float16
).
to
(
"cuda"
)
pipe
=
TextToVideoZeroPipeline
.
from_pretrained
(
model_id
,
torch_dtype
=
torch
.
float16
).
to
(
"cuda"
)
pipe
.
scheduler
=
DDIMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
pipe
.
scheduler
=
DDIMScheduler
.
from_config
(
pipe
.
scheduler
.
config
)
generator
=
torch
.
Generator
(
device
=
"cuda"
).
manual_seed
(
0
)
generator
=
torch
.
Generator
(
device
=
"cuda"
).
manual_seed
(
0
)
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment