Spaces:
Runtime error
Runtime error
preprocess reopen
Browse files
app.py
CHANGED
@@ -60,14 +60,14 @@ controlnet_path = OrderedDict([
|
|
60 |
|
61 |
preprocess_method = [
|
62 |
'canny' ,
|
63 |
-
|
64 |
# 'hed' ,
|
65 |
-
|
66 |
# 'normal' ,
|
67 |
-
|
68 |
-
|
69 |
-
|
70 |
-
|
71 |
'none' ,
|
72 |
]
|
73 |
|
@@ -414,9 +414,9 @@ def interface():
|
|
414 |
button = gr.Button("Run")
|
415 |
with gr.Column():
|
416 |
ctl_input = gr.Image(label='Control Input', type='pil', elem_id='customized_imbox')
|
417 |
-
do_preprocess = gr.Checkbox(label='Preprocess
|
418 |
with gr.Row():
|
419 |
-
ctl_method = gr.Dropdown(label='Preprocess Type
|
420 |
tag_ctl = gr.Dropdown(label='ControlNet', choices=[pi for pi in controlnet_path.keys()], value='canny')
|
421 |
with gr.Column():
|
422 |
img_output = gr.Gallery(label="Image Result", elem_id='customized_imbox').style(grid=n_sample_image+1)
|
@@ -513,6 +513,19 @@ if True:
|
|
513 |
<h1 style="font-weight: 900; font-size: 3rem; margin: 0rem">
|
514 |
Prompt-Free Diffusion
|
515 |
</h1>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
516 |
</div>
|
517 |
""")
|
518 |
|
|
|
60 |
|
61 |
preprocess_method = [
|
62 |
'canny' ,
|
63 |
+
'depth' ,
|
64 |
# 'hed' ,
|
65 |
+
'mlsd' ,
|
66 |
# 'normal' ,
|
67 |
+
'openpose' ,
|
68 |
+
'openpose_withface' ,
|
69 |
+
'openpose_withfacehand',
|
70 |
+
'scribble' ,
|
71 |
'none' ,
|
72 |
]
|
73 |
|
|
|
414 |
button = gr.Button("Run")
|
415 |
with gr.Column():
|
416 |
ctl_input = gr.Image(label='Control Input', type='pil', elem_id='customized_imbox')
|
417 |
+
do_preprocess = gr.Checkbox(label='Preprocess', value=False)
|
418 |
with gr.Row():
|
419 |
+
ctl_method = gr.Dropdown(label='Preprocess Type', choices=preprocess_method, value='canny')
|
420 |
tag_ctl = gr.Dropdown(label='ControlNet', choices=[pi for pi in controlnet_path.keys()], value='canny')
|
421 |
with gr.Column():
|
422 |
img_output = gr.Gallery(label="Image Result", elem_id='customized_imbox').style(grid=n_sample_image+1)
|
|
|
513 |
<h1 style="font-weight: 900; font-size: 3rem; margin: 0rem">
|
514 |
Prompt-Free Diffusion
|
515 |
</h1>
|
516 |
+
<p style="font-size: 1rem; margin: 0rem">
|
517 |
+
Xingqian Xu<sup>1,6</sup>, Jiayi Guo<sup>1,2</sup>, Zhangyang Wang<sup>3,6</sup>, Gao Huang<sup>2</sup>, Irfan Essa<sup>4,5</sup>, and Humphrey Shi<sup>1,6</sup>
|
518 |
+
</p>
|
519 |
+
<p style="font-size: 0.8rem; margin: 0rem; line-height: 1em">
|
520 |
+
<sup>1</sup>SHI Labs @ UIUC & Oregon, <sup>2</sup>Tsinghua University, <sup>3</sup>UT Austin, <sup>4</sup>Georgia Tech, <sup>5</sup>Google Research, <sup>6</sup>Picsart AI Research (PAIR)
|
521 |
+
</p>
|
522 |
+
<p style="font-size: 0.9rem; margin: 0rem; line-height: 1.2em; margin-top:1em">
|
523 |
+
The performance of Text2Image is largely dependent on text prompts.
|
524 |
+
In Prompt-Free Diffusion, no prompt is needed, just a reference images!
|
525 |
+
At the core of Prompt-Free Diffusion is an image-only semantic context encoder (SeeCoder).
|
526 |
+
SeeCoder is reusable to any customized T2I models: just drop in and replace CLIP, then you will create your own prompt-free diffusion.
|
527 |
+
<a href="https://github.com/SHI-Labs/Prompt-Free-Diffusion">[Github]</a> <a href="https://arxiv.org/abs/2305.16223">[arXiv]</a>
|
528 |
+
</p>
|
529 |
</div>
|
530 |
""")
|
531 |
|