ysharma HF staff commited on
Commit
6371eda
·
1 Parent(s): 88724e7

update layout

Browse files
Files changed (1) hide show
  1. app.py +26 -3
app.py CHANGED
@@ -6,14 +6,37 @@ import random
6
  from PIL import Image
7
  from diffusers import StableDiffusionInstructPix2PixPipeline, EulerAncestralDiscreteScheduler
8
 
 
9
  model_id = "timbrooks/instruct-pix2pix"
10
  pipe = StableDiffusionInstructPix2PixPipeline.from_pretrained(model_id, torch_dtype=torch.float16, revision="fp16", safety_checker=None)
11
  pipe.to("cuda")
12
  pipe.enable_attention_slicing()
13
 
14
- #seed = random.randint(0, 1000000)
15
  counter = 0
16
- #print(f"SEED IS : {seed}")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
 
18
  def chat(image_in, message, history, progress=gr.Progress(track_tqdm=True)):
19
  progress(0, desc="Starting...")
@@ -40,7 +63,7 @@ def chat(image_in, message, history, progress=gr.Progress(track_tqdm=True)):
40
  return history, history
41
 
42
  with gr.Blocks() as demo:
43
- gr.HTML("""<h1> Chat Interface with InstructPix2Pix: Give Image Editing Instructions </h1>
44
  <p>For faster inference without waiting in the queue, you may duplicate the space and upgrade to GPU in settings.<br/>
45
  <a href="https://huggingface.co/spaces/ysharma/InstructPix2Pix_Chatbot?duplicate=true">
46
  <img style="margin-top: 0em; margin-bottom: 0em" src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a>
 
6
  from PIL import Image
7
  from diffusers import StableDiffusionInstructPix2PixPipeline, EulerAncestralDiscreteScheduler
8
 
9
+ #Loading from Diffusers Library
10
  model_id = "timbrooks/instruct-pix2pix"
11
  pipe = StableDiffusionInstructPix2PixPipeline.from_pretrained(model_id, torch_dtype=torch.float16, revision="fp16", safety_checker=None)
12
  pipe.to("cuda")
13
  pipe.enable_attention_slicing()
14
 
 
15
  counter = 0
16
+
17
+ image_guidance_scale (`float`, *optional*, defaults to 1.5):
18
+
19
+ help_text = """ Note: I will try to add the functionality to revert your changes to previous/original image in future versions of space. For now only forward editing is available.
20
+
21
+ From the official Space by the authors [instruct-pix2pix](https://huggingface.co/spaces/timbrooks/instruct-pix2pix)
22
+ and from official [Diffusers docs](https://huggingface.co/docs/diffusers/main/en/api/pipelines/stable_diffusion/pix2pix) -
23
+
24
+ If you're not getting what you want, there may be a few reasons:
25
+ 1. Is the image not changing enough? Your guidance_scale may be too low. It should be >1. Higher guidance scale encourages to generate images
26
+ that are closely linked to the text `prompt`, usually at the expense of lower image quality. This value dictates how similar the output should
27
+ be to the input. This pipeline requires a value of at least `1`. It's possible your edit requires larger changes from the original image.
28
+
29
+ 2. Alternatively, you can toggle image_guidance_scale. Image guidance scale is to push the generated image towards the inital image. Image guidance
30
+ scale is enabled by setting `image_guidance_scale > 1`. Higher image guidance scale encourages to generate images that are closely
31
+ linked to the source image `image`, usually at the expense of lower image quality.
32
+
33
+ 3. I have observed that rephrasing the instruction sometimes improves results (e.g., "turn him into a dog" vs. "make him a dog" vs. "as a dog").
34
+
35
+ 4. Increasing the number of steps sometimes improves results.
36
+
37
+ 5. Do faces look weird? The Stable Diffusion autoencoder has a hard time with faces that are small in the image. Try:
38
+ * Cropping the image so the face takes up a larger portion of the frame.
39
+ """
40
 
41
  def chat(image_in, message, history, progress=gr.Progress(track_tqdm=True)):
42
  progress(0, desc="Starting...")
 
63
  return history, history
64
 
65
  with gr.Blocks() as demo:
66
+ gr.Markdown("""<h1><center> Chat Interface with InstructPix2Pix: Give Image Editing Instructions </h1></center>
67
  <p>For faster inference without waiting in the queue, you may duplicate the space and upgrade to GPU in settings.<br/>
68
  <a href="https://huggingface.co/spaces/ysharma/InstructPix2Pix_Chatbot?duplicate=true">
69
  <img style="margin-top: 0em; margin-bottom: 0em" src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a>