Update app.py
Browse files
app.py
CHANGED
@@ -85,9 +85,9 @@ hf = HuggingFaceEmbeddings(
|
|
85 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
86 |
|
87 |
llm = llamacpp.LlamaCpp(
|
88 |
-
model_path= '
|
89 |
n_gpu_layers=0,
|
90 |
-
temperature=0.
|
91 |
top_p=0.5,
|
92 |
n_ctx=7000,
|
93 |
max_tokens=350,
|
|
|
85 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
86 |
|
87 |
llm = llamacpp.LlamaCpp(
|
88 |
+
model_path= 'qwen2-0_5b-instruct-q4_0.gguf',
|
89 |
n_gpu_layers=0,
|
90 |
+
temperature=0.0,
|
91 |
top_p=0.5,
|
92 |
n_ctx=7000,
|
93 |
max_tokens=350,
|