update to together demo

app.py

@@ -9,6 +9,12 @@ API_URL = "https://api.openai.com/v1/chat/completions"
 #Streaming endpoint for OPENCHATKIT
 API_URL_TGTHR = os.getenv('API_URL_TGTHR')
 
+openchat_preprompt = (
+    "\n<human>: Hi!\n<bot>: My name is Bot, model version is 0.15, part of an open-source kit for "
+    "fine-tuning new bots! I was created by Together, LAION, and Ontocord.ai and the open-source "
+    "community. I am not human, not evil and not alive, and thus have no thoughts and feelings, "
+    "but I am programmed to be helpful, polite, honest, and friendly.\n")
+
 #Predict function for CHATGPT
 def predict_chatgpt(inputs, top_p_chatgpt, temperature_chatgpt, openai_api_key, chat_counter_chatgpt, chatbot_chatgpt=[], history=[]):  
     #Define payload and header for chatgpt API
@@ -86,6 +92,7 @@ def predict_chatgpt(inputs, top_p_chatgpt, temperature_chatgpt, openai_api_key,
               token_counter+=1
               yield chat, history, chat_counter_chatgpt  # this resembles {chatbot: chat, state: history}  
 
+
 #Predict function for OPENCHATKIT
 def predict_together(model: str,
         inputs: str,
@@ -101,6 +108,8 @@ def predict_together(model: str,
     # debug
     #print(f"^^client is - {client}")
     user_name, assistant_name = "<human>:", "<bot>:"
+    preprompt  = openchat_preprompt
+    sep = '\n'
 
     history.append(inputs)
 
@@ -110,17 +119,17 @@ def predict_together(model: str,
 
         if not user_data.startswith(user_name):
             user_data = user_name + user_data
-        if not model_data.startswith("\n\n" + assistant_name):
-            model_data = "\n\n" + assistant_name + model_data
+        if not model_data.startswith("\n" + assistant_name):
+            model_data = "\n" + assistant_name + model_data
 
-        past.append(user_data + model_data + "\n\n")
+        past.append(user_data + model_data.rstrip() + "\n")
 
     if not inputs.startswith(user_name):
         inputs = user_name + inputs
 
-    total_inputs = "".join(past) + inputs + "\n\n" + assistant_name
+    total_inputs = preprompt + "".join(past) + inputs + "\n" + assistant_name.rstrip()
     # truncate total_inputs
-    total_inputs = total_inputs[-1000:]
+    #total_inputs = total_inputs[-1000:]
 
     partial_words = ""