Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -15,7 +15,8 @@ dashscope.api_key = DASHSCOPE_API_KEY
|
|
15 |
KEEP_SUCCESS_TASK = 3600 * 10
|
16 |
KEEP_RUNING_TASK = 3600 * 1
|
17 |
# the total running task number in 1800 seconds
|
18 |
-
LIMIT_RUNING_TASK =
|
|
|
19 |
|
20 |
task_status = {}
|
21 |
|
@@ -32,7 +33,7 @@ def get_submit_code():
|
|
32 |
submit_code = random.randint(0, 2147483647)
|
33 |
#
|
34 |
for sub_c, sub_info in copy.deepcopy(total_task_info["latest_1h_submit_status"]).items():
|
35 |
-
if time.time() - sub_info
|
36 |
total_task_info["latest_1h_submit_status"].pop(sub_c)
|
37 |
return submit_code
|
38 |
def t2v_generation(prompt, resolution, watermark_wan, seed=-1):
|
@@ -40,7 +41,7 @@ def t2v_generation(prompt, resolution, watermark_wan, seed=-1):
|
|
40 |
total_task_info["latest_1h_submit_status"][get_submit_code()] = time.time()
|
41 |
total_task_info["total_submit"] += 1
|
42 |
if not allow_task_num():
|
43 |
-
gr.Info(f"Warning: The number of running tasks is too large,
|
44 |
return None, gr.Button(visible=True)
|
45 |
try:
|
46 |
rsp = VideoSynthesis.call(model="wanx2.1-t2v-plus", prompt=prompt, seed=seed,
|
@@ -55,11 +56,12 @@ def t2v_generation(prompt, resolution, watermark_wan, seed=-1):
|
|
55 |
def t2v_generation_async(prompt, size, watermark_wan, seed=-1):
|
56 |
print(seed)
|
57 |
seed = seed if seed >= 0 else random.randint(0, 2147483647)
|
|
|
58 |
total_task_info["total_submit"] += 1
|
59 |
print(seed)
|
60 |
if not allow_task_num():
|
61 |
-
gr.Info(f"Warning: The number of running tasks is too large, the estimate waiting time is {
|
62 |
-
return None, False, gr.Button(visible=True), gr.Button(visible=False)
|
63 |
try:
|
64 |
rsp = VideoSynthesis.async_call(model="wanx2.1-t2v-plus",
|
65 |
prompt=prompt,
|
@@ -68,10 +70,10 @@ def t2v_generation_async(prompt, size, watermark_wan, seed=-1):
|
|
68 |
watermark_wanx=watermark_wan)
|
69 |
task_id = rsp.output.task_id
|
70 |
status = False
|
71 |
-
return task_id, status, gr.Button(visible=False), gr.Button(visible=True)
|
72 |
except Exception as e:
|
73 |
gr.Warning(f"Warning: {e}")
|
74 |
-
return None, True, gr.Button(), gr.Button()
|
75 |
|
76 |
|
77 |
def i2v_generation(prompt, image, watermark_wan, seed=-1):
|
@@ -90,21 +92,21 @@ def i2v_generation(prompt, image, watermark_wan, seed=-1):
|
|
90 |
|
91 |
def i2v_generation_async(prompt, image, watermark_wan, seed=-1):
|
92 |
seed = seed if seed >= 0 else random.randint(0, 2147483647)
|
|
|
93 |
total_task_info["total_submit"] += 1
|
94 |
if not allow_task_num():
|
95 |
-
gr.Info(f"Warning: The number of running tasks is too large, the estimate waiting time is {
|
96 |
-
return "", None, gr.Button(visible=True), gr.Button(visible=False)
|
97 |
try:
|
98 |
rsp = VideoSynthesis.async_call(model="wanx2.1-i2v-plus", prompt=prompt, seed=seed,
|
99 |
img_url=image, watermark_wanx=watermark_wan)
|
100 |
print(rsp)
|
101 |
task_id = rsp.output.task_id
|
102 |
status = False
|
103 |
-
return task_id, status, gr.Button(visible=False), gr.Button(visible=True)
|
104 |
except Exception as e:
|
105 |
gr.Warning(f"Warning: {e}")
|
106 |
-
return "", None, gr.Button(), gr.Button()
|
107 |
-
|
108 |
|
109 |
def get_result_with_task_id(task_id):
|
110 |
if task_id == "": return True, None
|
@@ -122,7 +124,7 @@ def get_result_with_task_id(task_id):
|
|
122 |
if status:
|
123 |
total_task_info["total_complete_task"] += 1
|
124 |
total_task_info["total_process_cost"] += time.time() - task_status[task_id]["time"]
|
125 |
-
print(total_task_info)
|
126 |
except:
|
127 |
video_url = None
|
128 |
status = False
|
@@ -139,7 +141,7 @@ def allow_task_num():
|
|
139 |
num += 1
|
140 |
if not task_status[task_id]["status"]:
|
141 |
total_num += 1
|
142 |
-
return num < LIMIT_RUNING_TASK or
|
143 |
|
144 |
def get_waiting_time(task_id):
|
145 |
# if the num of running task < Limit
|
@@ -154,9 +156,13 @@ def get_waiting_time(task_id):
|
|
154 |
latest_submit_tasks = len(total_task_info["latest_1h_submit_status"])
|
155 |
print("latest submit tasks", latest_submit_tasks)
|
156 |
if task_id in task_status:
|
157 |
-
return int(
|
158 |
else:
|
159 |
-
return int(latest_submit_tasks * (total_task_info["total_process_cost"]/total_task_info["total_complete_task"]))
|
|
|
|
|
|
|
|
|
160 |
|
161 |
def clean_task_status():
|
162 |
# clean the task over 1800 seconds
|
@@ -174,13 +180,18 @@ def clean_task_status():
|
|
174 |
|
175 |
def get_cost_time(task_id):
|
176 |
if task_id in task_status and not task_status[task_id]["status"]:
|
177 |
-
et = time.time() - task_status[task_id]["time"]
|
178 |
return f"{et:.2f}"
|
179 |
else:
|
180 |
return gr.Textbox()
|
181 |
|
|
|
|
|
|
|
182 |
|
183 |
-
|
|
|
|
|
184 |
clean_task_status()
|
185 |
if task_id not in task_status:
|
186 |
task_status[task_id] = {
|
@@ -200,7 +211,7 @@ def get_process_bar(task_id, status):
|
|
200 |
if task_status[task_id]["status"]:
|
201 |
task_status[task_id]["value"] = 100
|
202 |
else:
|
203 |
-
task_status[task_id]["value"] +=
|
204 |
if task_status[task_id]["value"] >= 100 and not task_status[task_id]["status"]:
|
205 |
task_status[task_id]["value"] = 95
|
206 |
# print(task_id, task_status[task_id], task_status)
|
@@ -220,7 +231,8 @@ with gr.Blocks() as demo:
|
|
220 |
</div>
|
221 |
|
222 |
""")
|
223 |
-
|
|
|
224 |
status = gr.State(value=False)
|
225 |
task = gr.State(value="t2v")
|
226 |
with gr.Row():
|
@@ -270,12 +282,12 @@ with gr.Blocks() as demo:
|
|
270 |
with gr.Row():
|
271 |
watermark_wan = gr.Checkbox(label="Watermark", value=True, visible=True, container=False)
|
272 |
seed = gr.Number(label="Seed", value=-1, container=True)
|
273 |
-
cost_time = gr.Number(label="Cost Time(secs)", value=
|
274 |
-
every=120, inputs=[
|
275 |
-
waiting_time = gr.Number(label="Estimated Waiting Time(secs)", value=
|
276 |
-
every=120, inputs=[
|
277 |
process_bar = gr.Slider(show_label=True, label="", value=get_process_bar, maximum=100,
|
278 |
-
interactive=True, every=120, inputs=[
|
279 |
|
280 |
fake_video = gr.Video(label='Examples', visible=False, interactive=False)
|
281 |
with gr.Row(visible=True) as t2v_eg:
|
@@ -300,8 +312,11 @@ with gr.Blocks() as demo:
|
|
300 |
return gr.Video(value=video_url), ret_t2v_btn, ret_i2v_btn, ret_t2v_status_btn, ret_i2v_status_btn
|
301 |
return gr.Video(value=None), gr.Button(), gr.Button(), gr.Button(), gr.Button()
|
302 |
|
|
|
|
|
|
|
303 |
|
304 |
-
process_bar.change(
|
305 |
outputs=[result_gallery, run_t2v_button, run_i2v_button,
|
306 |
t2v_refresh_status, i2v_refresh_status])
|
307 |
|
@@ -320,26 +335,34 @@ with gr.Blocks() as demo:
|
|
320 |
run_t2v_button.click(
|
321 |
fn=t2v_generation_async,
|
322 |
inputs=[txt2vid_prompt, resolution, watermark_wan, seed],
|
323 |
-
outputs=[
|
324 |
)
|
325 |
|
326 |
run_i2v_button.click(
|
327 |
fn=i2v_generation_async,
|
328 |
inputs=[img2vid_prompt, img2vid_image, watermark_wan, seed],
|
329 |
-
outputs=[
|
330 |
)
|
331 |
|
332 |
def status_refresh(task_id, task, status):
|
333 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
334 |
waiting_time = get_waiting_time(task_id)
|
335 |
-
|
|
|
|
|
336 |
process_change_ret = process_change(task_id, task)
|
337 |
-
return process_change_ret
|
338 |
|
339 |
|
340 |
t2v_refresh_status.click(
|
341 |
fn=status_refresh,
|
342 |
-
inputs=[
|
343 |
outputs=[result_gallery, run_t2v_button, run_i2v_button,
|
344 |
t2v_refresh_status, i2v_refresh_status,
|
345 |
cost_time, waiting_time, process_bar]
|
@@ -347,7 +370,7 @@ with gr.Blocks() as demo:
|
|
347 |
|
348 |
i2v_refresh_status.click(
|
349 |
fn=status_refresh,
|
350 |
-
inputs=[
|
351 |
outputs=[result_gallery, run_t2v_button, run_i2v_button,
|
352 |
t2v_refresh_status, i2v_refresh_status,
|
353 |
cost_time, waiting_time, process_bar]
|
|
|
15 |
KEEP_SUCCESS_TASK = 3600 * 10
|
16 |
KEEP_RUNING_TASK = 3600 * 1
|
17 |
# the total running task number in 1800 seconds
|
18 |
+
LIMIT_RUNING_TASK = 2
|
19 |
+
LIMIT_HISTORY_RUNING_TASK = 4
|
20 |
|
21 |
task_status = {}
|
22 |
|
|
|
33 |
submit_code = random.randint(0, 2147483647)
|
34 |
#
|
35 |
for sub_c, sub_info in copy.deepcopy(total_task_info["latest_1h_submit_status"]).items():
|
36 |
+
if time.time() - sub_info > 3600:
|
37 |
total_task_info["latest_1h_submit_status"].pop(sub_c)
|
38 |
return submit_code
|
39 |
def t2v_generation(prompt, resolution, watermark_wan, seed=-1):
|
|
|
41 |
total_task_info["latest_1h_submit_status"][get_submit_code()] = time.time()
|
42 |
total_task_info["total_submit"] += 1
|
43 |
if not allow_task_num():
|
44 |
+
gr.Info(f"Warning: The number of running tasks is too large, the estimate waiting time is {get_waiting_time('-1')} s.")
|
45 |
return None, gr.Button(visible=True)
|
46 |
try:
|
47 |
rsp = VideoSynthesis.call(model="wanx2.1-t2v-plus", prompt=prompt, seed=seed,
|
|
|
56 |
def t2v_generation_async(prompt, size, watermark_wan, seed=-1):
|
57 |
print(seed)
|
58 |
seed = seed if seed >= 0 else random.randint(0, 2147483647)
|
59 |
+
total_task_info["latest_1h_submit_status"][get_submit_code()] = time.time()
|
60 |
total_task_info["total_submit"] += 1
|
61 |
print(seed)
|
62 |
if not allow_task_num():
|
63 |
+
gr.Info(f"Warning: The number of running tasks is too large, the estimate waiting time is {get_waiting_time('-1')} s.")
|
64 |
+
return None, False, gr.Button(visible=True), gr.Button(visible=False), gr.Slider(), gr.Slider()
|
65 |
try:
|
66 |
rsp = VideoSynthesis.async_call(model="wanx2.1-t2v-plus",
|
67 |
prompt=prompt,
|
|
|
70 |
watermark_wanx=watermark_wan)
|
71 |
task_id = rsp.output.task_id
|
72 |
status = False
|
73 |
+
return task_id, status, gr.Button(visible=False), gr.Button(visible=True), get_cost_time(task_id), get_waiting_time(task_id)
|
74 |
except Exception as e:
|
75 |
gr.Warning(f"Warning: {e}")
|
76 |
+
return None, True, gr.Button(), gr.Button(), gr.Slider(), gr.Slider()
|
77 |
|
78 |
|
79 |
def i2v_generation(prompt, image, watermark_wan, seed=-1):
|
|
|
92 |
|
93 |
def i2v_generation_async(prompt, image, watermark_wan, seed=-1):
|
94 |
seed = seed if seed >= 0 else random.randint(0, 2147483647)
|
95 |
+
total_task_info["latest_1h_submit_status"][get_submit_code()] = time.time()
|
96 |
total_task_info["total_submit"] += 1
|
97 |
if not allow_task_num():
|
98 |
+
gr.Info(f"Warning: The number of running tasks is too large, the estimate waiting time is {get_waiting_time('-1')} s.")
|
99 |
+
return "", None, gr.Button(visible=True), gr.Button(visible=False), gr.Slider(), gr.Slider()
|
100 |
try:
|
101 |
rsp = VideoSynthesis.async_call(model="wanx2.1-i2v-plus", prompt=prompt, seed=seed,
|
102 |
img_url=image, watermark_wanx=watermark_wan)
|
103 |
print(rsp)
|
104 |
task_id = rsp.output.task_id
|
105 |
status = False
|
106 |
+
return task_id, status, gr.Button(visible=False), gr.Button(visible=True), gr.Button(visible=True), get_cost_time(task_id), get_waiting_time(task_id)
|
107 |
except Exception as e:
|
108 |
gr.Warning(f"Warning: {e}")
|
109 |
+
return "", None, gr.Button(), gr.Button(), gr.Slider(), gr.Slider()
|
|
|
110 |
|
111 |
def get_result_with_task_id(task_id):
|
112 |
if task_id == "": return True, None
|
|
|
124 |
if status:
|
125 |
total_task_info["total_complete_task"] += 1
|
126 |
total_task_info["total_process_cost"] += time.time() - task_status[task_id]["time"]
|
127 |
+
print(total_task_info["total_complete_task"], total_task_info["total_process_cost"])
|
128 |
except:
|
129 |
video_url = None
|
130 |
status = False
|
|
|
141 |
num += 1
|
142 |
if not task_status[task_id]["status"]:
|
143 |
total_num += 1
|
144 |
+
return num < LIMIT_RUNING_TASK or total_num < LIMIT_HISTORY_RUNING_TASK
|
145 |
|
146 |
def get_waiting_time(task_id):
|
147 |
# if the num of running task < Limit
|
|
|
156 |
latest_submit_tasks = len(total_task_info["latest_1h_submit_status"])
|
157 |
print("latest submit tasks", latest_submit_tasks)
|
158 |
if task_id in task_status:
|
159 |
+
return int(640 - (time.time() - task_status[task_id]["time"]))
|
160 |
else:
|
161 |
+
return int(latest_submit_tasks * (total_task_info["total_process_cost"]/(total_task_info["total_complete_task"]+1)))
|
162 |
+
|
163 |
+
def online_get_waiting_time(task, t2v_task_id, i2v_task_id):
|
164 |
+
task_id = t2v_task_id if task == "t2v" else i2v_task_id
|
165 |
+
return get_waiting_time(task_id)
|
166 |
|
167 |
def clean_task_status():
|
168 |
# clean the task over 1800 seconds
|
|
|
180 |
|
181 |
def get_cost_time(task_id):
|
182 |
if task_id in task_status and not task_status[task_id]["status"]:
|
183 |
+
et = int(time.time() - task_status[task_id]["time"])
|
184 |
return f"{et:.2f}"
|
185 |
else:
|
186 |
return gr.Textbox()
|
187 |
|
188 |
+
def online_get_cost_time(task, t2v_task_id, i2v_task_id):
|
189 |
+
task_id = t2v_task_id if task == "t2v" else i2v_task_id
|
190 |
+
return get_cost_time(task_id)
|
191 |
|
192 |
+
|
193 |
+
def get_process_bar(task, t2v_task_id, i2v_task_id, status):
|
194 |
+
task_id = t2v_task_id if task == "t2v" else i2v_task_id
|
195 |
clean_task_status()
|
196 |
if task_id not in task_status:
|
197 |
task_status[task_id] = {
|
|
|
211 |
if task_status[task_id]["status"]:
|
212 |
task_status[task_id]["value"] = 100
|
213 |
else:
|
214 |
+
task_status[task_id]["value"] += 5
|
215 |
if task_status[task_id]["value"] >= 100 and not task_status[task_id]["status"]:
|
216 |
task_status[task_id]["value"] = 95
|
217 |
# print(task_id, task_status[task_id], task_status)
|
|
|
231 |
</div>
|
232 |
|
233 |
""")
|
234 |
+
t2v_task_id = gr.State(value="")
|
235 |
+
i2v_task_id = gr.State(value="")
|
236 |
status = gr.State(value=False)
|
237 |
task = gr.State(value="t2v")
|
238 |
with gr.Row():
|
|
|
282 |
with gr.Row():
|
283 |
watermark_wan = gr.Checkbox(label="Watermark", value=True, visible=True, container=False)
|
284 |
seed = gr.Number(label="Seed", value=-1, container=True)
|
285 |
+
cost_time = gr.Number(label="Cost Time(secs)", value=online_get_cost_time, interactive=False,
|
286 |
+
every=120, inputs=[task, t2v_task_id, i2v_task_id], container=True)
|
287 |
+
waiting_time = gr.Number(label="Estimated Waiting Time(secs)", value=online_get_waiting_time, interactive=False,
|
288 |
+
every=120, inputs=[task, t2v_task_id, i2v_task_id], container=True)
|
289 |
process_bar = gr.Slider(show_label=True, label="", value=get_process_bar, maximum=100,
|
290 |
+
interactive=True, every=120, inputs=[task, t2v_task_id, i2v_task_id, status], container=True)
|
291 |
|
292 |
fake_video = gr.Video(label='Examples', visible=False, interactive=False)
|
293 |
with gr.Row(visible=True) as t2v_eg:
|
|
|
312 |
return gr.Video(value=video_url), ret_t2v_btn, ret_i2v_btn, ret_t2v_status_btn, ret_i2v_status_btn
|
313 |
return gr.Video(value=None), gr.Button(), gr.Button(), gr.Button(), gr.Button()
|
314 |
|
315 |
+
def online_process_change(task, t2v_task_id, i2v_task_id):
|
316 |
+
task_id = t2v_task_id if task == 't2v' else i2v_task_id
|
317 |
+
return process_change(task_id, task)
|
318 |
|
319 |
+
process_bar.change(online_process_change, inputs=[task, t2v_task_id, i2v_task_id],
|
320 |
outputs=[result_gallery, run_t2v_button, run_i2v_button,
|
321 |
t2v_refresh_status, i2v_refresh_status])
|
322 |
|
|
|
335 |
run_t2v_button.click(
|
336 |
fn=t2v_generation_async,
|
337 |
inputs=[txt2vid_prompt, resolution, watermark_wan, seed],
|
338 |
+
outputs=[t2v_task_id, status, run_t2v_button, t2v_refresh_status],
|
339 |
)
|
340 |
|
341 |
run_i2v_button.click(
|
342 |
fn=i2v_generation_async,
|
343 |
inputs=[img2vid_prompt, img2vid_image, watermark_wan, seed],
|
344 |
+
outputs=[i2v_task_id, status, run_i2v_button, i2v_refresh_status],
|
345 |
)
|
346 |
|
347 |
def status_refresh(task_id, task, status):
|
348 |
+
if task_id in task_status and not task_status[task_id]["status"]:
|
349 |
+
cost_time = int(time.time() - task_status[task_id]["time"])
|
350 |
+
else:
|
351 |
+
cost_time = 0
|
352 |
+
status, video_url = get_result_with_task_id(task_id)
|
353 |
+
task_status[task_id]["status"] = status
|
354 |
+
task_status[task_id]["url"] = video_url
|
355 |
waiting_time = get_waiting_time(task_id)
|
356 |
+
value = task_status.get(task_id, {"value": 100})["value"]
|
357 |
+
value = min(value, int(cost_time*100/waiting_time))
|
358 |
+
process_bar = gr.Slider(label=f"({value}%)Generating" if value % 2 == 1 else f"({value}%)Generating.....", value=value)
|
359 |
process_change_ret = process_change(task_id, task)
|
360 |
+
return *process_change_ret, cost_time, waiting_time, process_bar
|
361 |
|
362 |
|
363 |
t2v_refresh_status.click(
|
364 |
fn=status_refresh,
|
365 |
+
inputs=[t2v_task_id, task, status],
|
366 |
outputs=[result_gallery, run_t2v_button, run_i2v_button,
|
367 |
t2v_refresh_status, i2v_refresh_status,
|
368 |
cost_time, waiting_time, process_bar]
|
|
|
370 |
|
371 |
i2v_refresh_status.click(
|
372 |
fn=status_refresh,
|
373 |
+
inputs=[i2v_task_id, task, status],
|
374 |
outputs=[result_gallery, run_t2v_button, run_i2v_button,
|
375 |
t2v_refresh_status, i2v_refresh_status,
|
376 |
cost_time, waiting_time, process_bar]
|