Update app.py
Browse files
app.py
CHANGED
@@ -139,7 +139,7 @@ def to_query(provider,question):
|
|
139 |
print(f"<question> = {question}")
|
140 |
print(f"<query sytem> = {query_system}")
|
141 |
try:
|
142 |
-
|
143 |
provider,
|
144 |
system_prompt=f"{query_system}",
|
145 |
predefined_messages_formatter_type=MessagesFormatterType.GEMMA_2,
|
@@ -156,7 +156,7 @@ Search Query:
|
|
156 |
print(message)
|
157 |
settings = provider.get_provider_default_settings()
|
158 |
messages = BasicChatHistory()
|
159 |
-
result =
|
160 |
message,
|
161 |
llm_sampling_settings=settings,
|
162 |
chat_history=messages,
|
@@ -225,7 +225,7 @@ def respond(
|
|
225 |
|
226 |
Question: %s
|
227 |
|
228 |
-
[Wait for user's
|
229 |
""" % message
|
230 |
|
231 |
|
|
|
139 |
print(f"<question> = {question}")
|
140 |
print(f"<query sytem> = {query_system}")
|
141 |
try:
|
142 |
+
query_agent = LlamaCppAgent(
|
143 |
provider,
|
144 |
system_prompt=f"{query_system}",
|
145 |
predefined_messages_formatter_type=MessagesFormatterType.GEMMA_2,
|
|
|
156 |
print(message)
|
157 |
settings = provider.get_provider_default_settings()
|
158 |
messages = BasicChatHistory()
|
159 |
+
result = query_agent.get_chat_response(
|
160 |
message,
|
161 |
llm_sampling_settings=settings,
|
162 |
chat_history=messages,
|
|
|
225 |
|
226 |
Question: %s
|
227 |
|
228 |
+
[Wait for user's document]
|
229 |
""" % message
|
230 |
|
231 |
|