winglian commited on
Commit
fd55e6d
·
1 Parent(s): b03fb98

fix streaming on instruct

Browse files
Files changed (1) hide show
  1. tabbed.py +1 -1
tabbed.py CHANGED
@@ -67,7 +67,7 @@ start_message = """
67
 
68
  def generate_text_instruct(input_text):
69
  response = ""
70
- for output in llm(f"### Instruction:\n{input_text}\n\n### Response:\n", echo=False, **config['chat']):
71
  answer = output['choices'][0]['text']
72
  response += answer
73
  yield response
 
67
 
68
  def generate_text_instruct(input_text):
69
  response = ""
70
+ for output in llm(f"### Instruction:\n{input_text}\n\n### Response:\n", echo=False, stream=True, **config['chat']):
71
  answer = output['choices'][0]['text']
72
  response += answer
73
  yield response