Update app/llm.py
Browse files- app/llm.py +1 -1
app/llm.py
CHANGED
|
@@ -33,7 +33,7 @@ llm_chat = llama_cpp.Llama.from_pretrained(
|
|
| 33 |
filename="*q4_0.gguf",
|
| 34 |
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat"),
|
| 35 |
verbose=False,
|
| 36 |
-
n_ctx=
|
| 37 |
n_gpu_layers=0,
|
| 38 |
#chat_format="llama-2"
|
| 39 |
)
|
|
|
|
| 33 |
filename="*q4_0.gguf",
|
| 34 |
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat"),
|
| 35 |
verbose=False,
|
| 36 |
+
n_ctx=512,
|
| 37 |
n_gpu_layers=0,
|
| 38 |
#chat_format="llama-2"
|
| 39 |
)
|