Update app.py

app.py

@@ -1,7 +1,7 @@
 import os
 import requests
-import openai
 import gradio as gr
+from openai import OpenAI
 
 # Fetch API keys from environment variables
 OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
@@ -55,13 +55,29 @@ def structure_email(user_data, linkedin_info, company_info):
 
 # Function to generate email content using Nvidia Nemotron LLM
 def generate_email_content(api_key, prompt):
-    openai.api_key = api_key
-    response = openai.Completion.create(
-        model="nemotron-70b",
-        prompt=prompt,
-        max_tokens=500
+    client = OpenAI(
+        base_url="https://integrate.api.nvidia.com/v1",
+        api_key=api_key
     )
-    return response.choices[0].text
+    
+    completion = client.chat.completions.create(
+        model="nvidia/llama-3.1-nemotron-70b-instruct",
+        messages=[
+            {"role": "user", "content": prompt}
+        ],
+        temperature=0.5,
+        top_p=1,
+        max_tokens=1024,
+        stream=True
+    )
+
+    # Collect the streamed response
+    response_text = ""
+    for chunk in completion:
+        if chunk.choices[0].delta.content is not None:
+            response_text += chunk.choices[0].delta.content
+
+    return response_text
 
 # Function to validate the generated email for professional tone and completeness
 def validate_email(email_content):