File size: 3,098 Bytes
0e4499d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
import gradio as gr
import re
import numpy as np
import os
from gradio_client import Client

client = Client(os.environ['DEMO_URL'])
def run(image_input1,image_input2,image_input3,
        audio_input1,audio_input2,audio_input3,instruction,
        alpha,h0,h1,h2,norm,refinement,num_steps=50,seed=0):
    return client(image_input1,image_input2,image_input3,
        audio_input1,audio_input2,audio_input3,instruction,
        alpha,h0,h1,h2,norm,refinement,num_steps=50,seed=0)

#demo = gr.Interface(fn=greet, inputs="text", outputs="text")
examples = [
        # [
        #     "assets/demo/an antique shop.jpg",None,None,
        #     "assets/demo/clock ticking.wav",None,None,
        #     'add [audio1] to [image1]',
        #     1.0,0.4,0.6,0.4,
        #     20,0.3,25
        # ],
]

if __name__ == "__main__":
    with gr.Blocks() as demo:
        gr.Markdown("InstructAny2Any")  
        gr.Markdown("Input Image")  
        with gr.Row():
            image_input1 = gr.Image(type='filepath')
            image_input2 = gr.Image(type='filepath')
            image_input3 = gr.Image(type='filepath')
        gr.Markdown("Input Audio")  
        with gr.Row():
            audio_input1 = gr.Audio(type='filepath')
            audio_input2 = gr.Audio(type='filepath')
            audio_input3 = gr.Audio(type='filepath')
        gr.Markdown("Instruction")  
        with gr.Row():
            instruction = gr.Textbox()
        with gr.Row():
            alpha = gr.Slider(minimum=0.0,maximum=1.0,value=1.0,step=0.05,label='alpha')
            refinement = gr.Slider(minimum=0.0,maximum=1.0,value=0.3,step=0.1,label='refinement')
            seed =  gr.Slider(minimum=0.0,maximum=4096.0,value=0,step=1.0,label='seed')
        with gr.Row():
            norm = gr.Slider(minimum=0.0,maximum=20.0,value=20.0,step=1.0,label='norm')
            num_steps = gr.Slider(minimum=10.0,maximum=50.0,value=25.0,step=1.0,label='steps')
            h0 = gr.Slider(minimum=0.0,maximum=3.0,value=0.4,step=0.05,label='h0')
            h1 = gr.Slider(minimum=0.0,maximum=3.0,value=0.6,step=0.05,label='h1')
            h2 = gr.Slider(minimum=0.0,maximum=3.0,value=0.4,step=0.05,label='h2')
        with gr.Row():
            launch_button = gr.Button("Run")
        with gr.Row():
            out_text = gr.Text(interactive=False)
        with gr.Row():
            out_img = gr.Image(interactive=False)
        with gr.Row():
            gr.Examples(
            examples=examples,
            inputs=[
            image_input1,image_input2,image_input3,
            audio_input1,audio_input2,audio_input3,instruction,
             alpha,h0,h1,h2,norm,refinement,num_steps
            ],
            # outputs=result,
            # fn=process_example,
            # cache_examples=CACHE_EXAMPLES,
            )
        launch_button.click(run,inputs=[
            image_input1,image_input2,image_input3,
            audio_input1,audio_input2,audio_input3,instruction,
             alpha,h0,h1,h2,norm,refinement,num_steps
        ],outputs=[out_text,out_img])
    demo.launch(show_api=False,share=True)