Ibraaheem commited on
Commit
b7f7b3c
·
1 Parent(s): 959fef8

Update private_gpt/components/llm/llm_component.py

Browse files
private_gpt/components/llm/llm_component.py CHANGED
@@ -33,8 +33,8 @@ class LLMComponent:
33
  default_system_prompt=settings.local.default_system_prompt
34
  )
35
  self.llm = LlamaCPP(
36
- model_path=str(models_path / settings.local.llm_hf_model_file),
37
- #model_url= "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf?download=true",
38
  temperature=0.1,
39
  max_new_tokens=settings.llm.max_new_tokens,
40
  context_window=3900,
 
33
  default_system_prompt=settings.local.default_system_prompt
34
  )
35
  self.llm = LlamaCPP(
36
+ #model_path=str(models_path / settings.local.llm_hf_model_file),
37
+ model_url= "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf?download=true",
38
  temperature=0.1,
39
  max_new_tokens=settings.llm.max_new_tokens,
40
  context_window=3900,