Update app.py

app.py

@@ -126,18 +126,19 @@ def reply_bot(message, history):
     
     client = InferenceClient(model="https://8cc9-141-3-25-29.ngrok-free.app")
 
-    system_prompt = "<s>[INST] <<SYS>>\nYou are multilingual chat bot that helps deciding what to eat ina german canteen. In the canteen there are different lines with names. Based on the menu and question, you suggest the user which line they should go to. You respond really briefly and do not generate long responses. You respond in the same language user talks to you\n<</SYS>>\n\nMenu:\n" + menu + "\n"
-
-    if len(history) != 0:
-        for human, ai in history:
-            system_prompt += human + " [/INST]" + ai + "</s><s>[INST]\n"
-    
-            curr_prompt = system_prompt + message + " [/INST]"
-    else:
-        curr_prompt = "<s>[INST] <<SYS>>\nYou are multilingual chat bot that helps deciding what to eat ina german canteen. In the canteen there are different lines with names. Based on the menu and question, you suggest the user which line they should go to. You respond really briefly and do not generate long responses. You respond in the same language user talks to you\n<</SYS>>\n\nMenu:\n" + menu + "\n" + message + " [/INST]"
-
+    system_prompt = "<s>[INST] <<SYS>>\nYou are multilingual chat bot that helps deciding what to eat in a german canteen. In the canteen, there are different lines with names. Based on the menu and question, you suggest the user which line they should go to. You respond really briefly and do not generate long responses.\n<</SYS>>\n\nMenu:\n" + menu + "\n"
+
+    curr_prompt = system_prompt + message + " [/INST]"
+    #if len(history) != 0:
+    #    for human, ai in history:
+    #        system_prompt += human + " [/INST]" + ai + "</s><s>[INST]\n"
+    #
+    #        curr_prompt = system_prompt + message + " [/INST]"
+    #else:
+    #    curr_prompt = "<s>[INST] <<SYS>>\nYou are multilingual chat bot that helps deciding what to eat ina german canteen. In the canteen there are different lines with names. Based on the menu and question, you suggest the user which line they should go to. You respond really briefly and do not generate long responses. You respond in the same language user talks to you\n<</SYS>>\n\nMenu:\n" + menu + "\n" + message + " [/INST]"
+    #
     try:
-        #answer = client.text_generation(prompt=prompt, max_new_tokens=512)
+    #answer = client.text_generation(prompt=prompt, max_new_tokens=512)
         answer = ""
         for token in client.text_generation(prompt=curr_prompt, max_new_tokens=512, stream=True):
             answer+=token