Spaces:
Sleeping
Sleeping
Aleksandr Maiorov
commited on
Commit
·
fb6e36a
1
Parent(s):
f19d93a
v0.2.0
Browse files- откат 3
app.py
CHANGED
@@ -39,7 +39,7 @@ try:
|
|
39 |
# if not llm:
|
40 |
LLM = Llama.from_pretrained(
|
41 |
repo_id=REPO_ID,
|
42 |
-
filename=
|
43 |
n_gpu_layers=-1,
|
44 |
n_ctx=1512,
|
45 |
temperature=0.3,
|
|
|
39 |
# if not llm:
|
40 |
LLM = Llama.from_pretrained(
|
41 |
repo_id=REPO_ID,
|
42 |
+
filename='Vikhr-Qwen-2.5-1.5b-Instruct-Q8_0.gguf',
|
43 |
n_gpu_layers=-1,
|
44 |
n_ctx=1512,
|
45 |
temperature=0.3,
|