pabloce commited on
Commit
117ae75
·
verified ·
1 Parent(s): b34e9ea

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ def respond(
26
  from llama_cpp_agent.chat_history.messages import Roles
27
 
28
  llm = Llama(
29
- model_path="models/mixtral-8x7b-instruct-v0.1.Q6_K.gguf",
30
  n_gpu_layers=79,
31
  )
32
  provider = LlamaCppPythonProvider(llm)
 
26
  from llama_cpp_agent.chat_history.messages import Roles
27
 
28
  llm = Llama(
29
+ model_path="models/Mixtral-8x22B-v0.1-IQ4_XS.gguf",
30
  n_gpu_layers=79,
31
  )
32
  provider = LlamaCppPythonProvider(llm)