moriire commited on
Commit
ba78b1c
·
verified ·
1 Parent(s): 3523ac0

Update app/llm.py

Browse files
Files changed (1) hide show
  1. app/llm.py +2 -2
app/llm.py CHANGED
@@ -30,8 +30,8 @@ class ChatModel(BaseModel):
30
  mirostat_tau: float=4.0
31
  mirostat_eta: float=1.1
32
  llm_chat = llama_cpp.Llama.from_pretrained(
33
- repo_id="moriire/healthcare-GGUF",
34
- filename="healthcare-GGUF-unsloth.Q4_K_M.gguf",
35
  #tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-ai-adapter-merged"),
36
  verbose=False,
37
  n_ctx=1024,
 
30
  mirostat_tau: float=4.0
31
  mirostat_eta: float=1.1
32
  llm_chat = llama_cpp.Llama.from_pretrained(
33
+ repo_id="moriire/healthcare-ai-adapter-merged",
34
+ #filename="healthcare-GGUF-unsloth.Q4_K_M.gguf",
35
  #tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-ai-adapter-merged"),
36
  verbose=False,
37
  n_ctx=1024,