Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,7 @@ def respond(
|
|
26 |
from llama_cpp_agent.chat_history.messages import Roles
|
27 |
|
28 |
llm = Llama(
|
29 |
-
model_path="models/
|
30 |
n_gpu_layers=33,
|
31 |
)
|
32 |
provider = LlamaCppPythonProvider(llm)
|
|
|
26 |
from llama_cpp_agent.chat_history.messages import Roles
|
27 |
|
28 |
llm = Llama(
|
29 |
+
model_path="models/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf",
|
30 |
n_gpu_layers=33,
|
31 |
)
|
32 |
provider = LlamaCppPythonProvider(llm)
|