feat: 加入 Google PaLM Chat 支持；切换模型时现在可以在前端反映出通过配置文件设置的 API Key

ChuanhuChatbot.py

@@ -415,7 +415,7 @@ with gr.Blocks(css=customCSS, theme=small_and_beautiful_theme) as demo:
     keyTxt.change(set_key, [current_model, keyTxt], [user_api_key, status_display], api_name="set_key").then(**get_usage_args)
     keyTxt.submit(**get_usage_args)
     single_turn_checkbox.change(set_single_turn, [current_model, single_turn_checkbox], None)
-    model_select_dropdown.change(get_model, [model_select_dropdown, lora_select_dropdown, user_api_key, temperature_slider, top_p_slider, systemPromptTxt, user_name], [current_model, status_display, chatbot, lora_select_dropdown], show_progress=True, api_name="get_model")
+    model_select_dropdown.change(get_model, [model_select_dropdown, lora_select_dropdown, user_api_key, temperature_slider, top_p_slider, systemPromptTxt, user_name], [current_model, status_display, chatbot, lora_select_dropdown, user_api_key, keyTxt], show_progress=True, api_name="get_model")
     model_select_dropdown.change(toggle_like_btn_visibility, [model_select_dropdown], [like_dislike_area], show_progress=False)
     lora_select_dropdown.change(get_model, [model_select_dropdown, lora_select_dropdown, user_api_key, temperature_slider, top_p_slider, systemPromptTxt, user_name], [current_model, status_display, chatbot], show_progress=True)
 

locale/en_US.json

@@ -77,5 +77,6 @@
     "。你仍然可以使用聊天功能。": ". You can still use the chat function.",
     "您的IP区域：": "Your IP region: ",
     "总结": "Summarize",
-    "生成内容总结中……": "Generating content summary..."
+    "生成内容总结中……": "Generating content summary...",
+    "由于下面的原因，Google 拒绝返回 PaLM 的回答：\n\n": "Due to the following reasons, Google refuses to provide an answer to PaLM: \n\n"
 }

locale/ja_JP.json

@@ -77,5 +77,6 @@
     "。你仍然可以使用聊天功能。": "。あなたはまだチャット機能を使用できます。",
     "您的IP区域：": "あなたのIPアドレス地域：",
     "总结": "要約する",
-    "生成内容总结中……": "コンテンツ概要を生成しています..."
+    "生成内容总结中……": "コンテンツ概要を生成しています...",
+    "由于下面的原因，Google 拒绝返回 PaLM 的回答：\n\n": "Googleは以下の理由から、PaLMの回答を返すことを拒否しています:\n\n"
 }

locale/ko_KR.json

@@ -79,5 +79,6 @@
     "您的IP区域：": "당신의 IP 지역: ",
     "总结": "요약",
     "生成内容总结中……": "콘텐츠 요약 생성중...",
-    "上传": "업로드"
+    "上传": "업로드",
+    "由于下面的原因，Google 拒绝返回 PaLM 的回答：\n\n": "구글은 다음과 같은 이유로 인해 PaLM의 응답을 거부합니다: \n\n"
 }

modules/config.py

@@ -76,6 +76,10 @@ if os.environ.get("dockerrun") == "yes":
 my_api_key = config.get("openai_api_key", "")
 my_api_key = os.environ.get("OPENAI_API_KEY", my_api_key)
 
+google_palm_api_key = config.get("google_palm_api_key", "")
+google_palm_api_key = os.environ.get("GOOGLE_PALM_API_KEY", google_palm_api_key)
+os.environ["GOOGLE_PALM_API_KEY"] = google_palm_api_key
+
 xmchat_api_key = config.get("xmchat_api_key", "")
 os.environ["XMCHAT_API_KEY"] = xmchat_api_key
 

modules/models/Google_PaLM.py

@@ -0,0 +1,26 @@
+from .base_model import BaseLLMModel
+import google.generativeai as palm
+
+class Google_PaLM_Client(BaseLLMModel):
+    def __init__(self, model_name, api_key, user_name="") -> None:
+        super().__init__(model_name=model_name, user=user_name)
+        self.api_key = api_key
+
+    def _get_palm_style_input(self):
+        new_history = []
+        for item in self.history:
+            if item["role"] == "user":
+                new_history.append({'author': '1', 'content': item["content"]})
+            else:
+                new_history.append({'author': '0', 'content': item["content"]})
+        return new_history
+
+    def get_answer_at_once(self):
+        palm.configure(api_key=self.api_key)
+        messages = self._get_palm_style_input()
+        response = palm.chat(context=self.system_prompt, messages=messages, temperature=self.temperature, top_p=self.top_p)
+        if response.last is not None:
+            return response.last, len(response.last)
+        else:
+            reasons = '\n\n'.join(reason['reason'].name for reason in response.filters)
+            return "由于下面的原因，Google 拒绝返回 PaLM 的回答：\n\n" + reasons, 0

modules/models/base_model.py

@@ -129,6 +129,7 @@ class ModelType(Enum):
     YuanAI = 6
     Minimax = 7
     ChuanhuAgent = 8
+    GooglePaLM = 9
 
     @classmethod
     def get_type(cls, model_name: str):
@@ -152,6 +153,8 @@ class ModelType(Enum):
             model_type = ModelType.Minimax
         elif "川虎助理" in model_name_lower:
             model_type = ModelType.ChuanhuAgent
+        elif "palm" in model_name_lower:
+            model_type = ModelType.GooglePaLM
         else:
             model_type = ModelType.Unknown
         return model_type
@@ -569,10 +572,13 @@ class BaseLLMModel:
         self.system_prompt = new_system_prompt
 
     def set_key(self, new_access_key):
-        self.api_key = new_access_key.strip()
-        msg = i18n("API密钥更改为了") + hide_middle_chars(self.api_key)
-        logging.info(msg)
-        return self.api_key, msg
+        if "*" not in new_access_key:
+            self.api_key = new_access_key.strip()
+            msg = i18n("API密钥更改为了") + hide_middle_chars(self.api_key)
+            logging.info(msg)
+            return self.api_key, msg
+        else:
+            return gr.update(), gr.update()
 
     def set_single_turn(self, new_single_turn):
         self.single_turn = new_single_turn

modules/models/models.py

@@ -607,6 +607,10 @@ def get_model(
         elif model_type == ModelType.ChuanhuAgent:
             from .ChuanhuAgent import ChuanhuAgent_Client
             model = ChuanhuAgent_Client(model_name, access_key, user_name=user_name)
+        elif model_type == ModelType.GooglePaLM:
+            from .Google_PaLM import Google_PaLM_Client
+            access_key = os.environ.get("GOOGLE_PALM_API_KEY")
+            model = Google_PaLM_Client(model_name, access_key, user_name=user_name)
         elif model_type == ModelType.Unknown:
             raise ValueError(f"未知模型: {model_name}")
         logging.info(msg)
@@ -614,10 +618,11 @@ def get_model(
         import traceback
         traceback.print_exc()
         msg = f"{STANDARD_ERROR_MSG}: {e}"
+    presudo_key = hide_middle_chars(access_key)
     if dont_change_lora_selector:
-        return model, msg, chatbot
+        return model, msg, chatbot, gr.update(), access_key, presudo_key
     else:
-        return model, msg, chatbot, gr.Dropdown.update(choices=lora_choices, visible=lora_selector_visibility)
+        return model, msg, chatbot, gr.Dropdown.update(choices=lora_choices, visible=lora_selector_visibility), access_key, presudo_key
 
 
 if __name__ == "__main__":

modules/presets.py

@@ -60,6 +60,7 @@ ONLINE_MODELS = [
     "gpt-4-32k-0613",
     "川虎助理",
     "川虎助理 Pro",
+    "GooglePaLM",
     "xmchat",
     "yuanai-1.0-base_10B",
     "yuanai-1.0-translate",