EULER_diffusers.py

# import tomesd
import torch
import time
import os
import pandas as pd
from diffusers import StableDiffusionPipeline, EulerDiscreteScheduler
#from xformers.ops import MemoryEfficientAttentionFlashAttentionOp, MemoryEfficientAttentionTritonFwdFlashBwOp

import torch._dynamo
torch._dynamo.config.suppress_errors = True

euler_sample_path = "./Euler-sample"
os.makedirs(euler_sample_path, exist_ok=True)

generator = torch.manual_seed(2024)
#model_id = "/diffusers-sd2/stable-diffusion-2-1-base"
model_id = "/data1/models/stablediffusion/stable-diffusion-2-1-base"
text_file = "PartiPrompts.tsv"

df = pd.read_csv(text_file, sep='\t')
prompts = df['Prompt']
num_inference_steps = 50
pipe = StableDiffusionPipeline.from_pretrained(model_id, torch_dtype=torch.float16)
pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config)
pipe = pipe.to("cuda")
from DeepCache import DeepCacheSDHelper
helper = DeepCacheSDHelper(pipe=pipe)
helper.set_params(
     cache_interval=2,
     cache_branch_id=0,
 )
helper.enable()
###################################
#pipe.unet = torch.compile(pipe.unet,mode="max-autotune-no-cudagraphs")
#pipe.vae = torch.compile(pipe.vae,mode="max-autotune-no-cudagraphs")
###################################

base_count = 0
print("======================================start EULER ==================================")
for prompt in prompts:
    start = time.time()
    image = pipe(prompt, 512, 512, num_inference_steps=num_inference_steps, num_images_per_prompt=1, generator=generator).images[0]
    print(f"the {base_count} text-to-image use time {time.time()-start}")
    image.save(os.path.join(euler_sample_path, f"{base_count:05}.png"))
    base_count += 1
    if base_count == 50:
        break

print(f"Your samples are ready and waiting for you here\n{euler_sample_path} \n"
          f" \nEnjoy.")