Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -59,7 +59,7 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
|
|
59 |
generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
|
60 |
|
61 |
formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
|
62 |
-
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=
|
63 |
output = ""
|
64 |
|
65 |
for response in stream:
|
|
|
59 |
generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
|
60 |
|
61 |
formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
|
62 |
+
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=False, return_full_text=False)
|
63 |
output = ""
|
64 |
|
65 |
for response in stream:
|