Spaces:
Sleeping
Sleeping
Update private_gpt/components/llm/llm_component.py
Browse files
private_gpt/components/llm/llm_component.py
CHANGED
@@ -88,8 +88,8 @@ class LLMComponent:
|
|
88 |
default_system_prompt=settings.local.default_system_prompt
|
89 |
)
|
90 |
self.llm = LlamaCPP(
|
91 |
-
model_path=str(models_path / settings.local.llm_hf_model_file),
|
92 |
-
|
93 |
temperature=0.1,
|
94 |
max_new_tokens=settings.llm.max_new_tokens,
|
95 |
context_window=3900,
|
|
|
88 |
default_system_prompt=settings.local.default_system_prompt
|
89 |
)
|
90 |
self.llm = LlamaCPP(
|
91 |
+
#model_path=str(models_path / settings.local.llm_hf_model_file),
|
92 |
+
model_url= model_url,
|
93 |
temperature=0.1,
|
94 |
max_new_tokens=settings.llm.max_new_tokens,
|
95 |
context_window=3900,
|