sync
Browse files
starvector/serve/vllm_api_gradio/gradio_web_server.py
CHANGED
|
@@ -214,7 +214,7 @@ def http_bot(state, task_selector, text_caption, model_selector, num_beams, temp
|
|
| 214 |
response = requests.post(worker_addr + "/worker_generate_stream",
|
| 215 |
headers=headers, json=pload, stream=True, timeout=10)
|
| 216 |
|
| 217 |
-
update_interval =
|
| 218 |
last_update_time = time.time()
|
| 219 |
|
| 220 |
for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
|
|
|
|
| 214 |
response = requests.post(worker_addr + "/worker_generate_stream",
|
| 215 |
headers=headers, json=pload, stream=True, timeout=10)
|
| 216 |
|
| 217 |
+
update_interval = 1 # seconds
|
| 218 |
last_update_time = time.time()
|
| 219 |
|
| 220 |
for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
|