Aleksandr Maiorov commited on
Commit
fb6e36a
·
1 Parent(s): f19d93a

- откат 3

Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ try:
39
  # if not llm:
40
  LLM = Llama.from_pretrained(
41
  repo_id=REPO_ID,
42
- filename=FILENAME,
43
  n_gpu_layers=-1,
44
  n_ctx=1512,
45
  temperature=0.3,
 
39
  # if not llm:
40
  LLM = Llama.from_pretrained(
41
  repo_id=REPO_ID,
42
+ filename='Vikhr-Qwen-2.5-1.5b-Instruct-Q8_0.gguf',
43
  n_gpu_layers=-1,
44
  n_ctx=1512,
45
  temperature=0.3,