adding streaming experience

app.py

@@ -2,6 +2,7 @@ import requests
 import json 
 import streamlit as st
 import sys 
+import time 
 
 st.set_page_config(page_title="Samba-CoE_v0.1 Chatbot")
 
@@ -73,16 +74,25 @@ if prompt := st.chat_input():
     with st.chat_message("user"):
         st.write(prompt)
 
+def clean_response(response):
+    if  '[INST' in response: 
+        return response.split('[INST')[0]
+    elif  '[/INST' in response: 
+        return response.split('[/INST')[0]
+    return response
+    
+def stream_response(response):
+    for word in response.split(" "):
+        yield word + " "
+        time.sleep(0.02)
+
 # Generate a new response if last message is not from assistant
 if st.session_state.messages[-1]["role"] != "assistant":
     with st.chat_message("assistant"):
         with st.spinner("Thinking..."):
             response = generate_response(prompt)
             placeholder = st.empty()
-            full_response = ''
-            for item in response:
-                full_response += item
-            placeholder.markdown(full_response)
+            st.write_stream(stream_response(response))
 
-    message = {"role": "assistant", "content": full_response}
+    message = {"role": "assistant", "content": response}
     st.session_state.messages.append(message)