|
```python |
|
import torch |
|
from diffusers import AutoPipelineForInpainting |
|
from diffusers.utils import load_image, make_image_grid |
|
|
|
pipeline = AutoPipelineForInpainting.from_pretrained( |
|
"chuckma/fooocus_inpainting_v2", torch_dtype=torch.float16, variant="fp16" |
|
) |
|
pipeline.enable_model_cpu_offload() |
|
# remove following line if xFormers is not installed or you have PyTorch 2.0 or higher installed |
|
# pipeline.enable_xformers_memory_efficient_attention() |
|
|
|
# load base and mask image |
|
init_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/inpaint.png") |
|
mask_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/inpaint_mask.png") |
|
|
|
generator = torch.Generator("cuda").manual_seed(92) |
|
prompt = "concept art digital painting of an elven castle, inspired by lord of the rings, highly detailed, 8k" |
|
image = pipeline(prompt=prompt, image=init_image, mask_image=mask_image, generator=generator).images[0] |
|
make_image_grid([init_image, mask_image, image], rows=1, cols=3) |
|
``` |