Update app.py
Browse files
app.py
CHANGED
@@ -85,7 +85,7 @@ hf = HuggingFaceEmbeddings(
|
|
85 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
86 |
|
87 |
llm = llamacpp.LlamaCpp(
|
88 |
-
model_path=
|
89 |
n_gpu_layers=0,
|
90 |
temperature=0.1,
|
91 |
top_p=0.5,
|
|
|
85 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
86 |
|
87 |
llm = llamacpp.LlamaCpp(
|
88 |
+
model_path= 'mistral-7b-v0.1-layla-v4-Q4_K_M.gguf.2',
|
89 |
n_gpu_layers=0,
|
90 |
temperature=0.1,
|
91 |
top_p=0.5,
|