Spaces:
Sleeping
Sleeping
Update private_gpt/components/llm/llm_component.py
Browse files
private_gpt/components/llm/llm_component.py
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
import logging
|
|
|
2 |
|
3 |
from injector import inject, singleton
|
4 |
from llama_index.llms import MockLLM
|
@@ -20,7 +21,7 @@ class LLMComponent:
|
|
20 |
llm: LLM
|
21 |
|
22 |
@inject
|
23 |
-
def __init__(self, settings: Settings) -> None:
|
24 |
llm_mode = "local"
|
25 |
logger.info("Initializing the LLM in mode=%s", llm_mode)
|
26 |
|
@@ -69,8 +70,13 @@ class LLMComponent:
|
|
69 |
case "dynamic":
|
70 |
#default startup
|
71 |
self.switch_model("gpt-3.5-turbo", settings)
|
72 |
-
|
73 |
-
|
|
|
|
|
|
|
|
|
|
|
74 |
def switch_model(self, new_model: str, settings: Settings) -> None:
|
75 |
openai_settings = settings.openai.api_key
|
76 |
|
|
|
1 |
import logging
|
2 |
+
from typing import List
|
3 |
|
4 |
from injector import inject, singleton
|
5 |
from llama_index.llms import MockLLM
|
|
|
21 |
llm: LLM
|
22 |
|
23 |
@inject
|
24 |
+
def __init__(self, settings: Settings, allowed_modes: List[str]) -> None:
|
25 |
llm_mode = "local"
|
26 |
logger.info("Initializing the LLM in mode=%s", llm_mode)
|
27 |
|
|
|
70 |
case "dynamic":
|
71 |
#default startup
|
72 |
self.switch_model("gpt-3.5-turbo", settings)
|
73 |
+
|
74 |
+
|
75 |
+
@receiver(reload_configuration) # Example signal receiver
|
76 |
+
def reload_config(self):
|
77 |
+
self.__class__.__init__(self, settings, get_latest_allowed_modes())
|
78 |
+
|
79 |
+
|
80 |
def switch_model(self, new_model: str, settings: Settings) -> None:
|
81 |
openai_settings = settings.openai.api_key
|
82 |
|