Update app.py

app.py

@@ -1,6 +1,6 @@
 import gradio as gr
 import os
-import aiohttp
+import openai
 import tenacity
 import nest_asyncio
 import asyncio
@@ -8,6 +8,7 @@ import asyncio
 nest_asyncio.apply()
 
 ACCESS_TOKEN = os.getenv("HF_TOKEN")
+openai.api_key = ACCESS_TOKEN
 
 # Retry logic with tenacity for handling API rate limits
 @tenacity.retry(wait=tenacity.wait_exponential(multiplier=1, min=4, max=10), stop=tenacity.stop_after_attempt(5))
@@ -19,36 +20,36 @@ async def respond(
     top_p,
 ):
     try:
+        print("Making request to OpenAI API...")
         # Only use the system message and the current message for the response
         messages = [{"role": "system", "content": system_message},
                     {"role": "user", "content": message}]
 
-        async with aiohttp.ClientSession() as session:
-            async with session.post(
-                "https://api.openai.com/v1/chat/completions",
-                headers={
-                    "Authorization": f"Bearer {ACCESS_TOKEN}",
-                    "Content-Type": "application/json",
-                },
-                json={
-                    "model": "NousResearch/Hermes-3-Llama-3.1-8B",
-                    "max_tokens": max_tokens,
-                    "temperature": temperature,
-                    "top_p": top_p,
-                    "messages": messages,
-                    "stream": True,
-                },
-            ) as response:
-                response.raise_for_status()
-                response_text = await response.text()
-                return response_text
+        response = openai.ChatCompletion.create(
+            model="NousResearch/Hermes-3-Llama-3.1-8B",
+            max_tokens=max_tokens,
+            temperature=temperature,
+            top_p=top_p,
+            messages=messages,
+            stream=True,
+        )
 
-    except aiohttp.ClientError as e:
-        print(f"ClientError: {e}")
+        print("Received response from OpenAI API...")
+        response_text = ""
+        for chunk in response:
+            if 'choices' in chunk and 'delta' in chunk['choices'][0] and 'content' in chunk['choices'][0]['delta']:
+                token = chunk['choices'][0]['delta']['content']
+                response_text += token
+
+        print("Response text:", response_text)
+        return response_text
+
+    except openai.error.APIError as e:
+        print("APIError:", e)
         return "Error occurred. Please try again."
 
     except Exception as e:
-        print(f"Exception: {e}")
+        print("Exception:", e)
         return "Error occurred. Please try again."
 
 
@@ -81,7 +82,7 @@ def launch_app():
             )
         demo.launch(show_error=True)
     except KeyError as e:
-        print(f"Error: {e}")
+        print("Error:", e)
         print("Please try again.")
 
 if __name__ == "__main__":