Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -7,6 +7,7 @@ from dotenv import load_dotenv
|
|
7 |
import re
|
8 |
import huggingface_hub
|
9 |
import spaces
|
|
|
10 |
|
11 |
load_dotenv()
|
12 |
|
@@ -126,7 +127,7 @@ async def generate_chat(request: ChatRequest):
|
|
126 |
|
127 |
responses = []
|
128 |
num_models = len(global_data['models'])
|
129 |
-
|
130 |
with ThreadPoolExecutor() as executor:
|
131 |
futures = [executor.submit(generate_chat_response, request, model_data) for model_data in global_data['models']]
|
132 |
for future in as_completed(futures):
|
@@ -135,12 +136,12 @@ async def generate_chat(request: ChatRequest):
|
|
135 |
responses.append(response)
|
136 |
except Exception:
|
137 |
pass
|
138 |
-
|
139 |
if not responses:
|
140 |
raise HTTPException(status_code=500, detail="Error: No responses generated.")
|
141 |
|
142 |
best_response = select_best_response(responses)
|
143 |
-
|
144 |
return {
|
145 |
"best_response": best_response,
|
146 |
"all_responses": responses
|
|
|
7 |
import re
|
8 |
import huggingface_hub
|
9 |
import spaces
|
10 |
+
import httpx
|
11 |
|
12 |
load_dotenv()
|
13 |
|
|
|
127 |
|
128 |
responses = []
|
129 |
num_models = len(global_data['models'])
|
130 |
+
|
131 |
with ThreadPoolExecutor() as executor:
|
132 |
futures = [executor.submit(generate_chat_response, request, model_data) for model_data in global_data['models']]
|
133 |
for future in as_completed(futures):
|
|
|
136 |
responses.append(response)
|
137 |
except Exception:
|
138 |
pass
|
139 |
+
|
140 |
if not responses:
|
141 |
raise HTTPException(status_code=500, detail="Error: No responses generated.")
|
142 |
|
143 |
best_response = select_best_response(responses)
|
144 |
+
|
145 |
return {
|
146 |
"best_response": best_response,
|
147 |
"all_responses": responses
|