Uhhy commited on
Commit
50a95c9
·
verified ·
1 Parent(s): 44b80a8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -7,6 +7,7 @@ from dotenv import load_dotenv
7
  import re
8
  import huggingface_hub
9
  import spaces
 
10
 
11
  load_dotenv()
12
 
@@ -126,7 +127,7 @@ async def generate_chat(request: ChatRequest):
126
 
127
  responses = []
128
  num_models = len(global_data['models'])
129
-
130
  with ThreadPoolExecutor() as executor:
131
  futures = [executor.submit(generate_chat_response, request, model_data) for model_data in global_data['models']]
132
  for future in as_completed(futures):
@@ -135,12 +136,12 @@ async def generate_chat(request: ChatRequest):
135
  responses.append(response)
136
  except Exception:
137
  pass
138
-
139
  if not responses:
140
  raise HTTPException(status_code=500, detail="Error: No responses generated.")
141
 
142
  best_response = select_best_response(responses)
143
-
144
  return {
145
  "best_response": best_response,
146
  "all_responses": responses
 
7
  import re
8
  import huggingface_hub
9
  import spaces
10
+ import httpx
11
 
12
  load_dotenv()
13
 
 
127
 
128
  responses = []
129
  num_models = len(global_data['models'])
130
+
131
  with ThreadPoolExecutor() as executor:
132
  futures = [executor.submit(generate_chat_response, request, model_data) for model_data in global_data['models']]
133
  for future in as_completed(futures):
 
136
  responses.append(response)
137
  except Exception:
138
  pass
139
+
140
  if not responses:
141
  raise HTTPException(status_code=500, detail="Error: No responses generated.")
142
 
143
  best_response = select_best_response(responses)
144
+
145
  return {
146
  "best_response": best_response,
147
  "all_responses": responses