Unverified Commit bcb6cc16 authored by Alex McKinney's avatar Alex McKinney Committed by GitHub
Browse files

Updates Image to Image Inpainting community pipeline README (#1370)

* updates img2img_inpainting README

* Adds example image to community pipeline README
parent 4d1e4e24
...@@ -602,7 +602,7 @@ For example, this could be used to place a logo on a shirt and make it blend sea ...@@ -602,7 +602,7 @@ For example, this could be used to place a logo on a shirt and make it blend sea
import PIL import PIL
import torch import torch
from diffusers import StableDiffusionInpaintPipeline from diffusers import DiffusionPipeline
image_path = "./path-to-image.png" image_path = "./path-to-image.png"
inner_image_path = "./path-to-inner-image.png" inner_image_path = "./path-to-inner-image.png"
...@@ -612,10 +612,11 @@ init_image = PIL.Image.open(image_path).convert("RGB").resize((512, 512)) ...@@ -612,10 +612,11 @@ init_image = PIL.Image.open(image_path).convert("RGB").resize((512, 512))
inner_image = PIL.Image.open(inner_image_path).convert("RGBA").resize((512, 512)) inner_image = PIL.Image.open(inner_image_path).convert("RGBA").resize((512, 512))
mask_image = PIL.Image.open(mask_path).convert("RGB").resize((512, 512)) mask_image = PIL.Image.open(mask_path).convert("RGB").resize((512, 512))
pipe = StableDiffusionInpaintPipeline.from_pretrained( pipe = DiffusionPipeline.from_pretrained(
"runwayml/stable-diffusion-inpainting", "runwayml/stable-diffusion-inpainting",
custom_pipeline="img2img_inpainting",
revision="fp16", revision="fp16",
torch_dtype=torch.float16, torch_dtype=torch.float16
) )
pipe = pipe.to("cuda") pipe = pipe.to("cuda")
...@@ -623,6 +624,8 @@ prompt = "Your prompt here!" ...@@ -623,6 +624,8 @@ prompt = "Your prompt here!"
image = pipe(prompt=prompt, image=init_image, inner_image=inner_image, mask_image=mask_image).images[0] image = pipe(prompt=prompt, image=init_image, inner_image=inner_image, mask_image=mask_image).images[0]
``` ```
![2 by 2 grid demonstrating image to image inpainting.](https://user-images.githubusercontent.com/44398246/203506577-ec303be4-887e-4ebd-a773-c83fcb3dd01a.png)
### Text Based Inpainting Stable Diffusion ### Text Based Inpainting Stable Diffusion
Use a text prompt to generate the mask for the area to be inpainted. Use a text prompt to generate the mask for the area to be inpainted.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment