Update README.md

README.md

@@ -23,21 +23,16 @@ pip install diffusers transformers accelerate
 ### Text to image
 
 ```python
-from diffusers import DiffusionPipeline
+from diffusers import AutoPipelineForText2Image
 import torch
 
-pipe_prior = DiffusionPipeline.from_pretrained("kandinsky-community/kandinsky-2-2-prior", torch_dtype=torch.float16)
-pipe_prior.to("cuda")
-
-t2i_pipe = DiffusionPipeline.from_pretrained("kandinsky-community/kandinsky-2-2-decoder", torch_dtype=torch.float16)
-t2i_pipe.to("cuda")
+pipe = AutoPipelineForText2Image.from_pretrained("kandinsky-community/kandinsky-2-2-decoder", torch_dtype=torch.float16)
+pipe = pipe.to("cuda")
 
 prompt = "portrait of a young women, blue eyes, cinematic"
 negative_prompt = "low quality, bad quality"
 
-image_embeds, negative_image_embeds = pipe_prior(prompt, negative_prompt, guidance_scale=1.0).to_tuple()
-
-image = t2i_pipe(image_embeds=image_embeds, negative_image_embeds=negative_image_embeds, height=768, width=768).images[0]
+image = pipe(prompt=prompt, negative_prompt=negative_prompt, prior_guidance_scale =1.0, height=768, width=768).images[0]
 image.save("portrait.png")
 ```
 
@@ -59,32 +54,16 @@ original_image = original_image.resize((768, 512))
 ![img](https://raw.githubusercontent.com/CompVis/stable-diffusion/main/assets/stable-samples/img2img/sketch-mountains-input.jpg)
 
 ```python
-from diffusers import KandinskyV22Img2ImgPipeline, KandinskyV22PriorPipeline
+from diffusers import AutoPipelineForImage2Image
 import torch
 
-# create prior
-pipe_prior = KandinskyV22PriorPipeline.from_pretrained(
-    "kandinsky-community/kandinsky-2-2-prior", torch_dtype=torch.float16
-)
-pipe_prior.to("cuda")
-
-# create img2img pipeline
-pipe = KandinskyV22Img2ImgPipeline.from_pretrained("kandinsky-community/kandinsky-2-2-decoder", torch_dtype=torch.float16)
-pipe.to("cuda")
+pipe = AutoPipelineForImage2Image.from_pretrained("kandinsky-community/kandinsky-2-2-decoder", torch_dtype=torch.float16)
+pipe.enable_model_cpu_offload()
 
 prompt = "A fantasy landscape, Cinematic lighting"
 negative_prompt = "low quality, bad quality"
 
-image_embeds, negative_image_embeds = pipe_prior(prompt, negative_prompt).to_tuple()
-
-out = pipe(
-    image=original_image,
-    image_embeds=image_embeds,
-    negative_image_embeds=negative_image_embeds,
-    height=768,
-    width=768,
-    strength=0.3,
-)
+image = pipe(prompt=prompt, image=original_image, strength=0.3, height=768, width=768).images[0]
 
 out.images[0].save("fantasy_land.png")
 ```
@@ -135,35 +114,31 @@ image.save("starry_cat.png")
 
 ### Text Guided Inpainting Generation
 
+
 ```python
-from diffusers import KandinskyV22InpaintPipeline, KandinskyV22PriorPipeline
+from diffusers import AutoPipelineForInpainting
 from diffusers.utils import load_image
 import torch
 import numpy as np
 
-pipe_prior = KandinskyV22PriorPipeline.from_pretrained(
-    "kandinsky-community/kandinsky-2-2-prior", torch_dtype=torch.float16
-)
-pipe_prior.to("cuda")
+pipe = AutoPipelineForInpainting.from_pretrained("kandinsky-community/kandinsky-2-2-decoder-inpaint", torch_dtype=torch.float16)
+pipe.enable_model_cpu_offload()
 
 prompt = "a hat"
-prior_output = pipe_prior(prompt)
-
-pipe = KandinskyV22InpaintPipeline.from_pretrained("kandinsky-community/kandinsky-2-2-inpaint", torch_dtype=torch.float16)
-pipe.to("cuda")
 
 init_image = load_image(
     "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main" "/kandinsky/cat.png"
 )
 
-mask = np.ones((768, 768), dtype=np.float32)
+mask = np.zeros((768, 768), dtype=np.float32)
 # Let's mask out an area above the cat's head
-mask[:250, 250:-250] = 0
+mask[:250, 250:-250] = 1
+
 
 out = pipe(
+    prompt=prompt,
     image=init_image,
     mask_image=mask,
-    **prior_output,
     height=768,
     width=768,
     num_inference_steps=150,
@@ -174,6 +149,18 @@ image.save("cat_with_hat.png")
 ```
 ![img](https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/kandinskyv22/cat_with_hat.png)
 
+__<font color=red>Breaking change on the mask input:</font>__
+We introduced a breaking change for Kandinsky inpainting pipeline in the following pull request: https://github.com/huggingface/diffusers/pull/4207. Previously we accepted a mask format where black pixels represent the masked-out area. We have changed to use white pixels to represent masks instead in order to have a unified mask format across all our pipelines.
+Please upgrade your inpainting code to follow the above. If you are using Kandinsky Inpaint in production. You now need to change the mask to:
+
+```python
+# For PIL input
+import PIL.ImageOps
+mask = PIL.ImageOps.invert(mask)
+
+# For PyTorch and Numpy input
+mask = 1 - mask
+```
 
 ### Text-to-Image Generation with ControlNet Conditioning