Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -427,7 +427,9 @@ def get_beam_search_html(
|
|
427 |
length_penalty=-3.0,
|
428 |
num_return_sequences=3
|
429 |
):
|
430 |
-
|
|
|
|
|
431 |
|
432 |
outputs = model.generate(
|
433 |
**inputs,
|
|
|
427 |
length_penalty=-3.0,
|
428 |
num_return_sequences=3
|
429 |
):
|
430 |
+
input_with_template=f"<|im_start|>system /n You are a helpful chatbot.<|im_end|><|im_start|>{input_text}"
|
431 |
+
|
432 |
+
inputs = tokenizer([input_with_template], return_tensors="pt")
|
433 |
|
434 |
outputs = model.generate(
|
435 |
**inputs,
|