Update app.py
Browse files
app.py
CHANGED
@@ -42,6 +42,7 @@ css = """
|
|
42 |
"""
|
43 |
|
44 |
def get_messages_formatter_type(model_name):
|
|
|
45 |
if "Llama" in model_name:
|
46 |
return MessagesFormatterType.LLAMA_3
|
47 |
elif "Mistral" in model_name:
|
@@ -63,7 +64,6 @@ def respond(
|
|
63 |
):
|
64 |
from llama_cpp import Llama
|
65 |
from llama_cpp_agent import LlamaCppAgent
|
66 |
-
from llama_cpp_agent import MessagesFormatterType
|
67 |
from llama_cpp_agent.providers import LlamaCppPythonProvider
|
68 |
from llama_cpp_agent.chat_history import BasicChatHistory
|
69 |
from llama_cpp_agent.chat_history.messages import Roles
|
|
|
42 |
"""
|
43 |
|
44 |
def get_messages_formatter_type(model_name):
|
45 |
+
from llama_cpp_agent import MessagesFormatterType
|
46 |
if "Llama" in model_name:
|
47 |
return MessagesFormatterType.LLAMA_3
|
48 |
elif "Mistral" in model_name:
|
|
|
64 |
):
|
65 |
from llama_cpp import Llama
|
66 |
from llama_cpp_agent import LlamaCppAgent
|
|
|
67 |
from llama_cpp_agent.providers import LlamaCppPythonProvider
|
68 |
from llama_cpp_agent.chat_history import BasicChatHistory
|
69 |
from llama_cpp_agent.chat_history.messages import Roles
|