Locutusque commited on
Commit
563b36e
·
verified ·
1 Parent(s): 7662f28

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -18,7 +18,7 @@ def generate(
18
  pipe = load_model(model_name)
19
 
20
  # Set tokenize correctly. Otherwise ticking the box breaks it.
21
- prompt = f"<|im_start|>user\n{user_input}<|im_end|>\n"
22
  outputs = pipe(prompt, max_new_tokens=max_new_tokens, do_sample=True,
23
  temperature=temperature, top_k=top_k, top_p=top_p, repetition_penalty=1.10)
24
  return outputs[0]["generated_text"]
 
18
  pipe = load_model(model_name)
19
 
20
  # Set tokenize correctly. Otherwise ticking the box breaks it.
21
+ prompt = f"<|im_start|>user\n{user_input}<|im_end|>\n<|im_start|>assistant\n"
22
  outputs = pipe(prompt, max_new_tokens=max_new_tokens, do_sample=True,
23
  temperature=temperature, top_k=top_k, top_p=top_p, repetition_penalty=1.10)
24
  return outputs[0]["generated_text"]