Ibraaheem commited on
Commit
ea4b6eb
·
1 Parent(s): 4745629

Update private_gpt/components/llm/llm_component.py

Browse files
private_gpt/components/llm/llm_component.py CHANGED
@@ -1,4 +1,5 @@
1
  import logging
 
2
 
3
  from injector import inject, singleton
4
  from llama_index.llms import MockLLM
@@ -20,7 +21,7 @@ class LLMComponent:
20
  llm: LLM
21
 
22
  @inject
23
- def __init__(self, settings: Settings) -> None:
24
  llm_mode = "local"
25
  logger.info("Initializing the LLM in mode=%s", llm_mode)
26
 
@@ -69,8 +70,13 @@ class LLMComponent:
69
  case "dynamic":
70
  #default startup
71
  self.switch_model("gpt-3.5-turbo", settings)
72
-
73
-
 
 
 
 
 
74
  def switch_model(self, new_model: str, settings: Settings) -> None:
75
  openai_settings = settings.openai.api_key
76
 
 
1
  import logging
2
+ from typing import List
3
 
4
  from injector import inject, singleton
5
  from llama_index.llms import MockLLM
 
21
  llm: LLM
22
 
23
  @inject
24
+ def __init__(self, settings: Settings, allowed_modes: List[str]) -> None:
25
  llm_mode = "local"
26
  logger.info("Initializing the LLM in mode=%s", llm_mode)
27
 
 
70
  case "dynamic":
71
  #default startup
72
  self.switch_model("gpt-3.5-turbo", settings)
73
+
74
+
75
+ @receiver(reload_configuration) # Example signal receiver
76
+ def reload_config(self):
77
+ self.__class__.__init__(self, settings, get_latest_allowed_modes())
78
+
79
+
80
  def switch_model(self, new_model: str, settings: Settings) -> None:
81
  openai_settings = settings.openai.api_key
82