Unverified Commit 480d8846 authored by Suraj Patil's avatar Suraj Patil Committed by GitHub
Browse files

[doc] update example for pix2pix (#2101)

update example for pix2pix
parent 9dbf78e2
...@@ -45,11 +45,9 @@ import torch ...@@ -45,11 +45,9 @@ import torch
from diffusers import StableDiffusionInstructPix2PixPipeline from diffusers import StableDiffusionInstructPix2PixPipeline
model_id = "timbrooks/instruct-pix2pix" model_id = "timbrooks/instruct-pix2pix"
pipe = StableDiffusionInstructPix2PixPipeline.from_pretrained( pipe = StableDiffusionInstructPix2PixPipeline.from_pretrained(model_id, torch_dtype=torch.float16).to("cuda")
model_id, torch_dtype=torch.float16, safety_checker=None
).to("cuda")
url = "https://raw.githubusercontent.com/timothybrooks/instruct-pix2pix/main/imgs/example.jpg" url = "https://huggingface.co/datasets/diffusers/diffusers-images-docs/resolve/main/mountain.png"
def download_image(url): def download_image(url):
...@@ -61,9 +59,9 @@ def download_image(url): ...@@ -61,9 +59,9 @@ def download_image(url):
image = download_image(url) image = download_image(url)
prompt = "turn him into a cyborg" prompt = "make the mountains snowy"
images = pipe(prompt, image=image, num_inference_steps=10, guidance_scale=1.1, image_guidance_scale=1).images edit = pipe(prompt, image=image, num_inference_steps=20, image_guidance_scale=1.5, guidance_scale=7).images[0]
images[0].save("david_cyborg.png") images[0].save("snowy_mountains.png")
``` ```
## StableDiffusionInstructPix2PixPipeline ## StableDiffusionInstructPix2PixPipeline
......
...@@ -208,7 +208,7 @@ class StableDiffusionInstructPix2PixPipeline(DiffusionPipeline): ...@@ -208,7 +208,7 @@ class StableDiffusionInstructPix2PixPipeline(DiffusionPipeline):
... return PIL.Image.open(BytesIO(response.content)).convert("RGB") ... return PIL.Image.open(BytesIO(response.content)).convert("RGB")
>>> img_url = "https://raw.githubusercontent.com/timothybrooks/instruct-pix2pix/main/imgs/example.jpg" >>> img_url = "https://huggingface.co/datasets/diffusers/diffusers-images-docs/resolve/main/mountain.png"
>>> image = download_image(img_url).resize((512, 512)) >>> image = download_image(img_url).resize((512, 512))
...@@ -217,7 +217,7 @@ class StableDiffusionInstructPix2PixPipeline(DiffusionPipeline): ...@@ -217,7 +217,7 @@ class StableDiffusionInstructPix2PixPipeline(DiffusionPipeline):
... ) ... )
>>> pipe = pipe.to("cuda") >>> pipe = pipe.to("cuda")
>>> prompt = "turn him into cyborg" >>> prompt = "make the mountains snowy"
>>> image = pipe(prompt=prompt, image=image).images[0] >>> image = pipe(prompt=prompt, image=image).images[0]
``` ```
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment