Ibraaheem commited on
Commit
3e0d443
·
1 Parent(s): d150fb8

Update private_gpt/components/llm/llm_component.py

Browse files
private_gpt/components/llm/llm_component.py CHANGED
@@ -90,8 +90,8 @@ class LLMComponent:
90
  default_system_prompt=settings.local.default_system_prompt
91
  )
92
  self.llm = LlamaCPP(
93
- model_path=str(models_path / settings.local.llm_hf_model_file),
94
- #model_url= "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf?download=true",
95
  temperature=0.1,
96
  max_new_tokens=settings.llm.max_new_tokens,
97
  context_window=3900,
 
90
  default_system_prompt=settings.local.default_system_prompt
91
  )
92
  self.llm = LlamaCPP(
93
+ #model_path=str(models_path / settings.local.llm_hf_model_file),
94
+ model_url= "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf?download=true",
95
  temperature=0.1,
96
  max_new_tokens=settings.llm.max_new_tokens,
97
  context_window=3900,