Update private_gpt/components/llm/llm_component.py

private_gpt/components/llm/llm_component.py

@@ -25,13 +25,15 @@ class LLMComponent:
         
         match settings.llm.mode:
             case "local":
+                model_url: "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/raw/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf"
                 from llama_index.llms import LlamaCPP
                 prompt_style_cls = get_prompt_style(settings.local.prompt_style)
                 prompt_style = prompt_style_cls(
                     default_system_prompt=settings.local.default_system_prompt
                 )
                 self.llm = LlamaCPP(
-                    model_path=str(models_path / settings.local.llm_hf_model_file),
+                    #model_path=str(models_path / settings.local.llm_hf_model_file),
+                    model_url= model_url,
                     temperature=0.1,
                     max_new_tokens=settings.llm.max_new_tokens,
                     context_window=3900,