update

.env

@@ -1,3 +1,4 @@
 DEEP_SEEK_API_KEY=
 OPEN_ROUTER_API_KEY=
+TONGYI_API_KEY=
 DEBUG=False

app.py

@@ -1,11 +1,12 @@
 import gradio as gr
 from langchain_core.messages import HumanMessage, AIMessage
-from llm import DeepSeekLLM, OpenRouterLLM
+from llm import DeepSeekLLM, OpenRouterLLM, TongYiLLM
 from config import settings
 
 
 deep_seek_llm = DeepSeekLLM(api_key=settings.deep_seek_api_key)
 open_router_llm = OpenRouterLLM(api_key=settings.open_router_api_key)
+tongyi_llm = TongYiLLM(api_key=settings.tongyi_api_key)
 
 
 def init_chat():
@@ -33,6 +34,8 @@ def update_chat(_provider: str, _chat, _model: str, _temperature: float, _max_to
         _chat = deep_seek_llm.get_chat_engine(model=_model, temperature=_temperature, max_tokens=_max_tokens)
     if _provider == 'OpenRouter':
         _chat = open_router_llm.get_chat_engine(model=_model, temperature=_temperature, max_tokens=_max_tokens)
+    if _provider == 'Tongyi':
+        _chat = tongyi_llm.get_chat_engine(model=_model, temperature=_temperature, max_tokens=_max_tokens)
     return _chat
 
 
@@ -51,7 +54,7 @@ with gr.Blocks() as app:
             with gr.Column(scale=1, min_width=300):
                 with gr.Accordion('Select Model', open=True):
                     with gr.Column():
-                        provider = gr.Dropdown(label='Provider', choices=['DeepSeek', 'OpenRouter'], value='DeepSeek')
+                        provider = gr.Dropdown(label='Provider', choices=['DeepSeek', 'OpenRouter', 'Tongyi'], value='DeepSeek')
 
                     @gr.render(inputs=provider)
                     def show_model_config_panel(_provider):
@@ -70,7 +73,7 @@ with gr.Blocks() as app:
                                     label="Temperature",
                                     key="temperature",
                                 )
-                                max_tokens = gr.Number(
+                                max_tokens = gr.Slider(
                                     minimum=1024,
                                     maximum=1024 * 20,
                                     step=128,
@@ -108,7 +111,7 @@ with gr.Blocks() as app:
                                     label="Temperature",
                                     key="temperature",
                                 )
-                                max_tokens = gr.Number(
+                                max_tokens = gr.Slider(
                                     minimum=1024,
                                     maximum=1024 * 20,
                                     step=128,
@@ -131,6 +134,44 @@ with gr.Blocks() as app:
                                 inputs=[provider, chat_engine, model, temperature, max_tokens],
                                 outputs=[chat_engine],
                             )
+                        if _provider == 'Tongyi':
+                            with gr.Column():
+                                model = gr.Dropdown(
+                                    label='模型',
+                                    choices=tongyi_llm.support_models,
+                                    value=tongyi_llm.default_model
+                                )
+                                temperature = gr.Slider(
+                                    minimum=0.0,
+                                    maximum=1.0,
+                                    step=0.1,
+                                    value=tongyi_llm.default_temperature,
+                                    label="Temperature",
+                                    key="temperature",
+                                )
+                                max_tokens = gr.Slider(
+                                    minimum=1000,
+                                    maximum=2000,
+                                    step=100,
+                                    value=tongyi_llm.default_max_tokens,
+                                    label="Max Tokens",
+                                    key="max_tokens",
+                                )
+                            model.change(
+                                fn=update_chat,
+                                inputs=[provider, chat_engine, model, temperature, max_tokens],
+                                outputs=[chat_engine],
+                            )
+                            temperature.change(
+                                fn=update_chat,
+                                inputs=[provider, chat_engine, model, temperature, max_tokens],
+                                outputs=[chat_engine],
+                            )
+                            max_tokens.change(
+                                fn=update_chat,
+                                inputs=[provider, chat_engine, model, temperature, max_tokens],
+                                outputs=[chat_engine],
+                            )
 
     with gr.Tab('画图'):
         with gr.Row():

config.py

@@ -4,6 +4,7 @@ from pydantic_settings import BaseSettings, SettingsConfigDict
 class Settings(BaseSettings):
     deep_seek_api_key: str
     open_router_api_key: str
+    tongyi_api_key: str
     debug: bool
 
     model_config = SettingsConfigDict(env_file=('.env', '.env.local'), env_file_encoding='utf-8')

llm.py

@@ -3,11 +3,11 @@ from abc import ABC
 from langchain_openai import ChatOpenAI
 
 
-class DeepSeekLLM(ABC):
-    _support_models = ['deepseek-chat', 'deepseek-coder']
-    _base_url = 'https://api.deepseek.com/v1'
-    _default_model = 'deepseek-chat'
+class BaseLLM(ABC):
     _api_key: str
+    _support_models: List[str]
+    _default_model: str
+    _base_url: str
     _default_temperature: float = 0.5
     _default_max_tokens: int = 4096
 
@@ -51,7 +51,13 @@ class DeepSeekLLM(ABC):
         )
 
 
-class OpenRouterLLM(ABC):
+class DeepSeekLLM(BaseLLM):
+    _support_models = ['deepseek-chat', 'deepseek-coder']
+    _base_url = 'https://api.deepseek.com/v1'
+    _default_model = 'deepseek-chat'
+
+
+class OpenRouterLLM(BaseLLM):
     _support_models = [
         'anthropic/claude-3.5-sonnet', 'openai/gpt-4o',
         'nvidia/nemotron-4-340b-instruct', 'deepseek/deepseek-coder',
@@ -62,45 +68,10 @@ class OpenRouterLLM(ABC):
     ]
     _base_url = 'https://openrouter.ai/api/v1'
     _default_model = 'anthropic/claude-3.5-sonnet'
-    _api_key: str
-    _default_temperature: float = 0.5
-    _default_max_tokens: int = 4096
-
-    def __init__(self, *, api_key: str):
-        self._api_key = api_key
-
-    @property
-    def support_models(self) -> List[str]:
-        return self._support_models
-
-    @property
-    def default_model(self) -> str:
-        return self._default_model
-
-    @property
-    def base_url(self) -> str:
-        return self._base_url
-
-    @property
-    def api_key(self) -> str:
-        return self._api_key
 
-    @property
-    def default_temperature(self) -> float:
-        return self._default_temperature
-
-    @property
-    def default_max_tokens(self) -> int:
-        return self._default_max_tokens
 
-    def get_chat_engine(self, *, model: str = None, temperature: float = None, max_tokens: int = None):
-        model = model or self.default_model
-        temperature = temperature or self.default_temperature
-        max_tokens = max_tokens or self.default_max_tokens
-        return ChatOpenAI(
-            model=model,
-            api_key=self.api_key,
-            base_url=self.base_url,
-            temperature=temperature,
-            max_tokens=max_tokens,
-        )
+class TongYiLLM(BaseLLM):
+    _support_models = ['qwen-turbo', 'qwen-plus', 'qwen-max', 'qwen-long']
+    _default_model = 'qwen-turbo'
+    _base_url = 'https://dashscope.aliyuncs.com/compatible-mode/v1'
+    _default_max_tokens: int = 2000