Update app.py

add groq models

app.py

@@ -28,6 +28,9 @@ from openai import OpenAI
 from mistralai.client import MistralClient
 from mistralai.models.chat_completion import ChatMessage
 
+from groq import Groq
+
+
 MODEL_LIST = [
     "mistral-tiny",
     "mistral-small",
@@ -448,7 +451,17 @@ def gpt_answer(api_key, query, model="gpt-3.5-turbo-1106", system_prompt="Use th
                 ChatMessage(role="user", content=query)],
         )
         return chat_response.choices[0].message.content
-
+    if 'groq' in model:
+        client = Groq(api_key=api_key)    
+        chat_completion = client.chat.completions.create(
+            messages=[
+                {"role": "system", "content": system_prompt},
+                {"role": "user", "content": query},
+        
+            ],
+            model=model,
+        )
+        return chat_completion.choices[0].message.content
 
 def add_line_breaks(input_string, line_length=100):
     lines = []
@@ -517,7 +530,7 @@ with gr.Blocks() as demo:
     gr.Markdown("Upload your documents and question them.")
     with gr.Accordion("Open to enter your API key", open=False):
         apikey_input = gr.Textbox(placeholder="Type here your OpenAI API key to use Summarization and Q&A", label="OpenAI API Key",type='password')
-        dd_model = gr.Dropdown(["mistral-tiny", "mistral-small", "mistral-medium","gpt-3.5-turbo-1106", "gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4-1106-preview", "gpt-4", "gpt-4-32k"], value="gpt-3.5-turbo-1106", label='List of models', allow_custom_value=True, scale=1)        
+        dd_model = gr.Dropdown(["groq:llama-3.3-70b-specdec", "groq:llama-3.3-70b-versatile", "groq:mixtral-8x7b-32768", "groq:llama-3.1-70b-versatile", "groq:llama-3.2-90b-text-preview", "mistral-tiny", "mistral-small", "mistral-medium","gpt-3.5-turbo-1106", "gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4-1106-preview", "gpt-4", "gpt-4-32k"], value="gpt-3.5-turbo-1106", label='List of models', allow_custom_value=True, scale=1)        
 
     with gr.Tab("Upload PDF & TXT"): 
         with gr.Accordion("Get files from the web", open=False):