Spaces:
Sleeping
Sleeping
John Graham Reynolds
commited on
Commit
·
4b39932
1
Parent(s):
312a2f7
readd entire chat history - see if this helps halucination
Browse files
chain.py
CHANGED
|
@@ -130,14 +130,16 @@ class ChainBuilder:
|
|
| 130 |
history = self.extract_chat_history(chat_messages_array)
|
| 131 |
formatted_chat_history = []
|
| 132 |
if len(history) > 0:
|
| 133 |
-
# grab at most just the last three sets of queries and respones as chat history for relevant context - limit history so as to not overflow 32k context window
|
| 134 |
-
|
|
|
|
|
|
|
| 135 |
if chat_message["role"] == "user":
|
| 136 |
formatted_chat_history.append(HumanMessage(content=chat_message["content"]))
|
| 137 |
elif chat_message["role"] == "assistant":
|
| 138 |
formatted_chat_history.append(AIMessage(content=chat_message["content"]))
|
| 139 |
return formatted_chat_history
|
| 140 |
-
|
| 141 |
def get_query_rewrite_prompt(self):
|
| 142 |
# Prompt template for query rewriting from chat history. This will translate a query such as "how does it work?" after a question like "what is spark?" to "how does spark work?"
|
| 143 |
query_rewrite_template = """Based on the chat history below, we want you to generate a query for an external data source to retrieve relevant information so
|
|
|
|
| 130 |
history = self.extract_chat_history(chat_messages_array)
|
| 131 |
formatted_chat_history = []
|
| 132 |
if len(history) > 0:
|
| 133 |
+
# TODO grab at most just the last three sets of queries and respones as chat history for relevant context - limit history so as to not overflow 32k context window
|
| 134 |
+
# model seems to be hallucinating, readd entire chat history.
|
| 135 |
+
# for chat_message in history[-6:]:
|
| 136 |
+
for chat_message in history:
|
| 137 |
if chat_message["role"] == "user":
|
| 138 |
formatted_chat_history.append(HumanMessage(content=chat_message["content"]))
|
| 139 |
elif chat_message["role"] == "assistant":
|
| 140 |
formatted_chat_history.append(AIMessage(content=chat_message["content"]))
|
| 141 |
return formatted_chat_history
|
| 142 |
+
|
| 143 |
def get_query_rewrite_prompt(self):
|
| 144 |
# Prompt template for query rewriting from chat history. This will translate a query such as "how does it work?" after a question like "what is spark?" to "how does spark work?"
|
| 145 |
query_rewrite_template = """Based on the chat history below, we want you to generate a query for an external data source to retrieve relevant information so
|