skoneru commited on
Commit
0437ab7
·
verified ·
1 Parent(s): 65cfdd4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -117,9 +117,11 @@ def get_menu():
117
 
118
  def reply_bot(message, history):
119
  menu = get_menu()
 
 
120
  client = InferenceClient(model="https://9347-141-3-25-29.ngrok-free.app")
121
 
122
- prompt = "<s>[INST] <<SYS>>\nYou are multilingual chat bot that helps deciding what to eat ina german canteen. In the canteen there are different lines with names. Based on the menu and question, you suggest the user which line they should go to. You respond really briefly and do not generate long responses\n<</SYS>>\n\nMenu:\n" + menu + "\n " + history + "\n" + message + " [/INST]"
123
 
124
  try:
125
  for token in client.text_generation(prompt=prompt, max_new_tokens=128, stream=True):
 
117
 
118
  def reply_bot(message, history):
119
  menu = get_menu()
120
+
121
+
122
  client = InferenceClient(model="https://9347-141-3-25-29.ngrok-free.app")
123
 
124
+ prompt = "<s>[INST] <<SYS>>\nYou are multilingual chat bot that helps deciding what to eat ina german canteen. In the canteen there are different lines with names. Based on the menu and question, you suggest the user which line they should go to. You respond really briefly and do not generate long responses\n<</SYS>>\n\nMenu:\n" + menu + "\n" + message + " [/INST]"
125
 
126
  try:
127
  for token in client.text_generation(prompt=prompt, max_new_tokens=128, stream=True):