Locutusque commited on
Commit
4a90d26
·
verified ·
1 Parent(s): 1b50414

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -22,7 +22,7 @@ def generate(
22
  if model_name == "M4-ai/tau-1.8B":
23
  prompt = user_input
24
  else:
25
- prompt = f"<|im_start|>user\n{user_input}<|im_end|>\n<|im_start|>assistant\n"
26
  outputs = pipe(prompt, max_new_tokens=max_new_tokens, do_sample=True,
27
  temperature=temperature, top_k=top_k, top_p=top_p, repetition_penalty=1.1)
28
  return outputs[0]["generated_text"]
 
22
  if model_name == "M4-ai/tau-1.8B":
23
  prompt = user_input
24
  else:
25
+ prompt = f"<|im_start|>system\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.<|im_end|>\n<|im_start|>user\n{user_input}<|im_end|>\n<|im_start|>assistant\n"
26
  outputs = pipe(prompt, max_new_tokens=max_new_tokens, do_sample=True,
27
  temperature=temperature, top_k=top_k, top_p=top_p, repetition_penalty=1.1)
28
  return outputs[0]["generated_text"]