Spaces:
Build error
Build error
fix streaming on instruct
Browse files
tabbed.py
CHANGED
@@ -67,7 +67,7 @@ start_message = """
|
|
67 |
|
68 |
def generate_text_instruct(input_text):
|
69 |
response = ""
|
70 |
-
for output in llm(f"### Instruction:\n{input_text}\n\n### Response:\n", echo=False, **config['chat']):
|
71 |
answer = output['choices'][0]['text']
|
72 |
response += answer
|
73 |
yield response
|
|
|
67 |
|
68 |
def generate_text_instruct(input_text):
|
69 |
response = ""
|
70 |
+
for output in llm(f"### Instruction:\n{input_text}\n\n### Response:\n", echo=False, stream=True, **config['chat']):
|
71 |
answer = output['choices'][0]['text']
|
72 |
response += answer
|
73 |
yield response
|