Spaces:
Sleeping
Sleeping
Update private_gpt/components/llm/llm_component.py
Browse files
private_gpt/components/llm/llm_component.py
CHANGED
@@ -33,8 +33,8 @@ class LLMComponent:
|
|
33 |
default_system_prompt=settings.local.default_system_prompt
|
34 |
)
|
35 |
self.llm = LlamaCPP(
|
36 |
-
model_path=str(models_path / settings.local.llm_hf_model_file),
|
37 |
-
|
38 |
temperature=0.1,
|
39 |
max_new_tokens=settings.llm.max_new_tokens,
|
40 |
context_window=3900,
|
|
|
33 |
default_system_prompt=settings.local.default_system_prompt
|
34 |
)
|
35 |
self.llm = LlamaCPP(
|
36 |
+
#model_path=str(models_path / settings.local.llm_hf_model_file),
|
37 |
+
model_url= "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf?download=true",
|
38 |
temperature=0.1,
|
39 |
max_new_tokens=settings.llm.max_new_tokens,
|
40 |
context_window=3900,
|