Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ def generate(
|
|
18 |
pipe = load_model(model_name)
|
19 |
|
20 |
# Set tokenize correctly. Otherwise ticking the box breaks it.
|
21 |
-
prompt = f"<|im_start|>user\n{user_input}<|im_end|>\n"
|
22 |
outputs = pipe(prompt, max_new_tokens=max_new_tokens, do_sample=True,
|
23 |
temperature=temperature, top_k=top_k, top_p=top_p, repetition_penalty=1.10)
|
24 |
return outputs[0]["generated_text"]
|
|
|
18 |
pipe = load_model(model_name)
|
19 |
|
20 |
# Set tokenize correctly. Otherwise ticking the box breaks it.
|
21 |
+
prompt = f"<|im_start|>user\n{user_input}<|im_end|>\n<|im_start|>assistant\n"
|
22 |
outputs = pipe(prompt, max_new_tokens=max_new_tokens, do_sample=True,
|
23 |
temperature=temperature, top_k=top_k, top_p=top_p, repetition_penalty=1.10)
|
24 |
return outputs[0]["generated_text"]
|