Spaces:
Running
on
Zero
Running
on
Zero
reset timeout timer once a new token is generated
Browse files
app.py
CHANGED
@@ -275,6 +275,8 @@ if user_input:
|
|
275 |
visible_response = re.sub(r"<think>.*?</think>", "", final_response, flags=re.DOTALL)
|
276 |
visible_response = re.sub(r"<think>.*$", "", visible_response, flags=re.DOTALL)
|
277 |
visible_placeholder.markdown(visible_response)
|
|
|
|
|
278 |
except queue.Empty:
|
279 |
if time.time() - start_time > timeout:
|
280 |
st.error("Response generation timed out.")
|
|
|
275 |
visible_response = re.sub(r"<think>.*?</think>", "", final_response, flags=re.DOTALL)
|
276 |
visible_response = re.sub(r"<think>.*$", "", visible_response, flags=re.DOTALL)
|
277 |
visible_placeholder.markdown(visible_response)
|
278 |
+
# Reset the timer after each token is generated
|
279 |
+
start_time = time.time()
|
280 |
except queue.Empty:
|
281 |
if time.time() - start_time > timeout:
|
282 |
st.error("Response generation timed out.")
|