Update app.py
Browse files
app.py
CHANGED
@@ -65,7 +65,7 @@ with st.container():
|
|
65 |
#chat_response = demo_chat.demo_chain(input_text=input_text, memory=st.session_state.memory, model= chat_model)
|
66 |
#first_answer = chat_response.split("Human")[0] #Because of Predict it prints the whole conversation.Here we seperate the first answer only.
|
67 |
tokenized_chat = tokenizer.apply_chat_template(st.session_state.chat_history, tokenize=True, add_generation_prompt=True, return_tensors="pt")
|
68 |
-
st.write(tokenizer.decode(tokenized_chat[0]))
|
69 |
outputs = model.generate(tokenized_chat, max_new_tokens=128)
|
70 |
first_answer = tokenizer.decode(outputs[0],skip_special_tokens=True)
|
71 |
|
|
|
65 |
#chat_response = demo_chat.demo_chain(input_text=input_text, memory=st.session_state.memory, model= chat_model)
|
66 |
#first_answer = chat_response.split("Human")[0] #Because of Predict it prints the whole conversation.Here we seperate the first answer only.
|
67 |
tokenized_chat = tokenizer.apply_chat_template(st.session_state.chat_history, tokenize=True, add_generation_prompt=True, return_tensors="pt")
|
68 |
+
#st.write(tokenizer.decode(tokenized_chat[0]))
|
69 |
outputs = model.generate(tokenized_chat, max_new_tokens=128)
|
70 |
first_answer = tokenizer.decode(outputs[0],skip_special_tokens=True)
|
71 |
|