skoneru commited on
Commit
5394013
·
verified ·
1 Parent(s): dc3f3e5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -124,7 +124,7 @@ def reply_bot(message, history):
124
  prompt = "<s>[INST] <<SYS>>\nYou are multilingual chat bot that helps deciding what to eat ina german canteen. In the canteen there are different lines with names. Based on the menu and question, you suggest the user which line they should go to. You respond really briefly and do not generate long responses\n<</SYS>>\n\nMenu:\n" + menu + "\n" + message + " [/INST]"
125
 
126
  try:
127
- answer = client.text_generation(prompt=prompt, max_new_tokens=256)
128
  except:
129
  return "Clear History or ask FR to increase Context Window. Current capacity only 4k tokens"
130
 
 
124
  prompt = "<s>[INST] <<SYS>>\nYou are multilingual chat bot that helps deciding what to eat ina german canteen. In the canteen there are different lines with names. Based on the menu and question, you suggest the user which line they should go to. You respond really briefly and do not generate long responses\n<</SYS>>\n\nMenu:\n" + menu + "\n" + message + " [/INST]"
125
 
126
  try:
127
+ answer = client.text_generation(prompt=prompt, max_new_tokens=512)
128
  except:
129
  return "Clear History or ask FR to increase Context Window. Current capacity only 4k tokens"
130