Spaces:
Sleeping
Sleeping
Update private_gpt/components/llm/llm_component.py
Browse files
private_gpt/components/llm/llm_component.py
CHANGED
@@ -80,6 +80,7 @@ class LLMComponent:
|
|
80 |
|
81 |
|
82 |
elif new_model == "mistral-7B":
|
|
|
83 |
prompt_style_cls = get_prompt_style(settings.local.prompt_style)
|
84 |
prompt_style = prompt_style_cls(
|
85 |
default_system_prompt=settings.local.default_system_prompt
|
|
|
80 |
|
81 |
|
82 |
elif new_model == "mistral-7B":
|
83 |
+
from llama_index.llms import LlamaCPP
|
84 |
prompt_style_cls = get_prompt_style(settings.local.prompt_style)
|
85 |
prompt_style = prompt_style_cls(
|
86 |
default_system_prompt=settings.local.default_system_prompt
|