Update app.py
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ def chatbot(message, history):
|
|
17 |
# Create a Langchain chat prompt template
|
18 |
chat_prompt_template = ChatPromptTemplate.from_messages([prompt_template])
|
19 |
# Use the Langchain TextIteratorStreamer to generate responses
|
20 |
-
streamer = TextStreamer(model, tokenizer
|
21 |
response = model.generate(chat_prompt_template, streamer=streamer, max_new_tokens=20)
|
22 |
return response
|
23 |
|
|
|
17 |
# Create a Langchain chat prompt template
|
18 |
chat_prompt_template = ChatPromptTemplate.from_messages([prompt_template])
|
19 |
# Use the Langchain TextIteratorStreamer to generate responses
|
20 |
+
streamer = TextStreamer(model, tokenizer)
|
21 |
response = model.generate(chat_prompt_template, streamer=streamer, max_new_tokens=20)
|
22 |
return response
|
23 |
|