Update app.py

app.py

@@ -26,68 +26,6 @@ client = Groq(
     api_key=os.environ['GROQ_API_KEY'],
 )
 
-def get_time_date_tool():
-    owner_info = {
-        "date_time": datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
-    }
-    return json.dumps(owner_info)
-
-def run_conversation(user_prompt, messages, model_option, max_tokens):
-    tools = [
-        {
-            "type": "function",
-            "function": {
-                "name": "time_date",
-                "description": "The tool will return information about the time and date to the AI.",
-                "parameters": {},
-            },
-        }
-    ]
-    response = client.chat.completions.create(
-        model=model_option,
-        messages=[{"role": m["role"], "content": str(m["content"])} for m in messages],
-        tools=tools,
-        tool_choice="auto",  
-        max_tokens=max_tokens
-    )
-
-    response_message = response.choices[0].message
-    tool_calls = response_message.tool_calls
-
-    if tool_calls:
-        available_functions = {
-            "time_date": get_time_date_tool
-        }
-
-        messages.append(response_message)
-
-        for tool_call in tool_calls:
-            function_name = tool_call.function.name
-            function_to_call = available_functions[function_name]
-            function_args = json.loads(tool_call.function.arguments)
-            if function_name not in available_functions:
-                function_response = "invalid tool"
-            else:
-                function_response = function_to_call(**function_args)
-            messages.append(
-                {
-                    "tool_call_id": tool_call.id,
-                    "role": "tool",
-                    "name": function_name,
-                    "content": function_response,
-                }
-            )
-
-        second_response = client.chat.completions.create(
-            model=model_option,
-            messages=[{"role": m["role"], "content": str(m["content"])} for m in messages]
-        )
-
-        return second_response.choices[0].message.content
-    else:
-        return response_message.content
-
-
 # Initialize chat history and selected model
 if "messages" not in st.session_state:
     st.session_state.messages = []
@@ -147,33 +85,45 @@ for message in st.session_state.messages:
     else:
         st.warning("Message object does not have the 'role' attribute.")
 
-
-
 def generate_chat_responses(chat_completion) -> Generator[str, None, None]:
     """Yield chat response content from the Groq API response."""
     for chunk in chat_completion:
         if chunk.choices[0].delta.content:
             yield chunk.choices[0].delta.content
 
-
 if prompt := st.chat_input("Enter your prompt here..."):
     st.session_state.messages.append({"role": "user", "content": prompt})
 
-    with st.chat_message("user", avatar="🕺"):
+    with st.chat_message("user", avatar="🕺"):  
         st.markdown(prompt)
 
     # Fetch response from Groq API
     try:
-        full_response = run_conversation(prompt, st.session_state.messages, model_option, max_tokens)
-
-        # Append the full response to session_state.messages
-        st.session_state.messages.append(
-            {"role": "assistant", "content": full_response}
+        chat_completion = client.chat.completions.create(
+            model=model_option,
+            messages=[
+                {"role": m["role"], "content": m["content"]}
+                for m in st.session_state.messages
+            ],
+            max_tokens=max_tokens,
+            stream=True,
         )
 
-        # Display the assistant's response
+        # Use the generator function with st.write_stream
         with st.chat_message("assistant", avatar="🤖"):
-            st.markdown(full_response)
-
+            chat_responses_generator = generate_chat_responses(chat_completion)
+            full_response = st.write_stream(chat_responses_generator)
     except Exception as e:
         st.error(e, icon="🚨")
+
+    # Append the full response to session_state.messages
+    if isinstance(full_response, str):
+        st.session_state.messages.append(
+            {"role": "assistant", "content": full_response}
+        )
+    else:
+        # Handle the case where full_response is not a string
+        combined_response = "\n".join(str(item) for item in full_response)
+        st.session_state.messages.append(
+            {"role": "assistant", "content": combined_response}
+        )