add timeout

app/app.py

@@ -280,16 +280,6 @@ async def openai_api_completions_passthrough(
     request_headers = request.headers
     openai_api_key = os.getenv("OPENAI_API_KEY")
 
-    # Forward the request to the OpenAI API
-    response = requests.post(
-        "https://api.openai.com/v1/completions",
-        json=request_data,
-        headers={
-            "Content-Type": request_headers.get("Content-Type"),
-            "Authorization": f"Bearer {openai_api_key}",
-        },
-    )
-
     # Forward the request to the OpenAI API
     async with AsyncClient() as client:
         response = await client.post(
@@ -299,6 +289,7 @@ async def openai_api_completions_passthrough(
                 "Content-Type": request_headers.get("Content-Type"),
                 "Authorization": f"Bearer {openai_api_key}",
             },
+            timeout=120.0,
         )
 
     # Return the OpenAI API response
@@ -319,7 +310,6 @@ async def openai_api_chat_completions_passthrough(
     openai_api_key = os.getenv("OPENAI_API_KEY")
 
     if "gpt-4" in request_data["model"]:
-        print("User requested gpt-4, falling back to gpt-3.5-turbo")
         request_data["model"] = "gpt-3.5-turbo"
 
     # Forward the request to the OpenAI API
@@ -331,6 +321,7 @@ async def openai_api_chat_completions_passthrough(
                 "Content-Type": request_headers.get("Content-Type"),
                 "Authorization": f"Bearer {openai_api_key}",
             },
+            timeout=120.0,
         )
 
     # Return the OpenAI API response