ColeGuion commited on
Commit
9fb1e44
·
verified ·
1 Parent(s): 25b1a79

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -59,7 +59,7 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
59
  generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
60
 
61
  formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
62
- stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
63
  output = ""
64
 
65
  for response in stream:
 
59
  generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
60
 
61
  formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
62
+ stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=False, return_full_text=False)
63
  output = ""
64
 
65
  for response in stream: