Update private_gpt/components/llm/llm_component.py

private_gpt/components/llm/llm_component.py

@@ -29,8 +29,9 @@ class LLMComponent:
                 prompt_style = prompt_style_cls(
                     default_system_prompt=settings.local.default_system_prompt
                 )
+                model_url= "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf?download=true"
                 self.llm = LlamaCPP(
-                    model_path=str(models_path / settings.local.llm_hf_model_file),
+                    model_url=model_url,
                     temperature=0.1,
                     max_new_tokens=settings.llm.max_new_tokens,
                     context_window=3900,