update

app/app.py

@@ -28,6 +28,7 @@ else:
 import openai
 
 
+@retry(stop=stop_after_attempt(5), wait=wait_exponential(multiplier=1, min=2, max=30))
 def api_login(email, password):
     port = os.getenv("APP_PORT")
     scheme = os.getenv("APP_SCHEME")
@@ -178,7 +179,7 @@ def get_chatbot_app(additional_examples=[]):
                     chat,
                     additional_inputs=[
                         gr.Dropdown(
-                            ["gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4"],
+                            ["gpt-3.5-turbo", "gpt-3.5-turbo-16k"],
                             label="Model",
                             value="gpt-3.5-turbo",
                         ),
@@ -349,8 +350,8 @@ async def openai_api_chat_completions_passthrough(
     request_headers = request.headers
     openai_api_key = os.getenv("OPENAI_API_KEY")
 
-    # if "gpt-4" in request_data["model"]:
-    #     request_data["model"] = "gpt-3.5-turbo"
+    if "gpt-4" in request_data["model"]:
+        request_data["model"] = "gpt-3.5-turbo"
 
     # Forward the request to the OpenAI API
     async with AsyncClient() as client:
@@ -368,64 +369,64 @@ async def openai_api_chat_completions_passthrough(
     return response.json()
 
 
-@retry(stop=stop_after_attempt(5), wait=wait_exponential(multiplier=1, min=2, max=30))
-@app.post("/v1/images/generations")
-async def openai_api_chat_completions_passthrough(
-    request: Request,
-    user: User = Depends(fastapi_users.current_user()),
-):
-    if not user:
-        raise HTTPException(status_code=401, detail="Unauthorized")
-
-    # Get the request data and headers
-    request_data = await request.json()
-    request_headers = request.headers
-    openai_api_key = os.getenv("OPENAI_API_KEY")
-
-    # Forward the request to the OpenAI API
-    async with AsyncClient() as client:
-        response = await client.post(
-            "https://api.openai.com/v1/images/generations",
-            json=request_data,
-            headers={
-                "Content-Type": request_headers.get("Content-Type"),
-                "Authorization": f"Bearer {openai_api_key}",
-            },
-            timeout=120.0,
-        )
-
-    # Return the OpenAI API response
-    return response.json()
-
-
-@retry(stop=stop_after_attempt(5), wait=wait_exponential(multiplier=1, min=2, max=30))
-@app.post("/v1/audio/speech")
-async def openai_api_audio_speech_passthrough(
-    request: Request,
-    user: User = Depends(fastapi_users.current_user()),
-):
-    if not user:
-        raise HTTPException(status_code=401, detail="Unauthorized")
-
-    # Get the request data and headers
-    request_data = await request.json()
-    request_headers = request.headers
-    openai_api_key = os.getenv("OPENAI_API_KEY")
-
-    # Forward the request to the OpenAI API
-    async with AsyncClient() as client:
-        response = await client.post(
-            "https://api.openai.com/v1/audio/speech",
-            json=request_data,
-            headers={
-                "Content-Type": request_headers.get("Content-Type"),
-                "Authorization": f"Bearer {openai_api_key}",
-            },
-            timeout=120.0,
-        )
-
-    # Return the OpenAI API response
-    return response.json()
+# @retry(stop=stop_after_attempt(5), wait=wait_exponential(multiplier=1, min=2, max=30))
+# @app.post("/v1/images/generations")
+# async def openai_api_chat_completions_passthrough(
+#     request: Request,
+#     user: User = Depends(fastapi_users.current_user()),
+# ):
+#     if not user:
+#         raise HTTPException(status_code=401, detail="Unauthorized")
+
+#     # Get the request data and headers
+#     request_data = await request.json()
+#     request_headers = request.headers
+#     openai_api_key = os.getenv("OPENAI_API_KEY")
+
+#     # Forward the request to the OpenAI API
+#     async with AsyncClient() as client:
+#         response = await client.post(
+#             "https://api.openai.com/v1/images/generations",
+#             json=request_data,
+#             headers={
+#                 "Content-Type": request_headers.get("Content-Type"),
+#                 "Authorization": f"Bearer {openai_api_key}",
+#             },
+#             timeout=120.0,
+#         )
+
+#     # Return the OpenAI API response
+#     return response.json()
+
+
+# @retry(stop=stop_after_attempt(5), wait=wait_exponential(multiplier=1, min=2, max=30))
+# @app.post("/v1/audio/speech")
+# async def openai_api_audio_speech_passthrough(
+#     request: Request,
+#     user: User = Depends(fastapi_users.current_user()),
+# ):
+#     if not user:
+#         raise HTTPException(status_code=401, detail="Unauthorized")
+
+#     # Get the request data and headers
+#     request_data = await request.json()
+#     request_headers = request.headers
+#     openai_api_key = os.getenv("OPENAI_API_KEY")
+
+#     # Forward the request to the OpenAI API
+#     async with AsyncClient() as client:
+#         response = await client.post(
+#             "https://api.openai.com/v1/audio/speech",
+#             json=request_data,
+#             headers={
+#                 "Content-Type": request_headers.get("Content-Type"),
+#                 "Authorization": f"Bearer {openai_api_key}",
+#             },
+#             timeout=120.0,
+#         )
+
+#     # Return the OpenAI API response
+#     return response.json()
 
 
 @app.on_event("startup")