moriire commited on
Commit
1c75184
·
verified ·
1 Parent(s): a0bfdc6

Update app/llm.py

Browse files
Files changed (1) hide show
  1. app/llm.py +1 -1
app/llm.py CHANGED
@@ -32,7 +32,7 @@ class ChatModel(BaseModel):
32
  llm_chat = llama_cpp.Llama.from_pretrained(
33
  repo_id="moriire/healthcare-ai-q8_0",
34
  filename="healthcare-ai-q8_0-unsloth.Q8_0.gguf",
35
- tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-ai-q8_0/healthcare-ai-q8_0-unsloth.Q8_0.gguf"),
36
  verbose=False,
37
  n_ctx=256,
38
  n_gpu_layers=0,
 
32
  llm_chat = llama_cpp.Llama.from_pretrained(
33
  repo_id="moriire/healthcare-ai-q8_0",
34
  filename="healthcare-ai-q8_0-unsloth.Q8_0.gguf",
35
+ tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-ai-q8_0"),
36
  verbose=False,
37
  n_ctx=256,
38
  n_gpu_layers=0,