joseph6x commited on
Commit
6bebac7
·
verified ·
1 Parent(s): 3c11709

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +26 -1
app.py CHANGED
@@ -6,13 +6,38 @@ import pandas as pd
6
  from smolagents import HfApiModel, FinalAnswerTool
7
  from smolagents import DuckDuckGoSearchTool, LiteLLMModel, PythonInterpreterTool, CodeAgent, SpeechToTextTool, WikipediaSearchTool, VisitWebpageTool
8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  #model = HfApiModel(
10
  # model_id="Qwen/Qwen3-235B-A22B",
11
  # api_key=os.getenv("HFT") # Ensure this environment variable is set
12
  #)
13
- model = LiteLLMModel(model_id="openrouter/deepseek/deepseek-r1-0528:free", api_key="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",max_retries=3)
14
 
15
 
 
16
 
17
 
18
 
 
6
  from smolagents import HfApiModel, FinalAnswerTool
7
  from smolagents import DuckDuckGoSearchTool, LiteLLMModel, PythonInterpreterTool, CodeAgent, SpeechToTextTool, WikipediaSearchTool, VisitWebpageTool
8
 
9
+ from litellm import Router
10
+
11
+ model_list = [
12
+ {
13
+ "model_name": "deepseek-r1-0528-key1",
14
+ "litellm_params": {
15
+ "model_id": "openrouter/deepseek/deepseek-r1-0528:free",
16
+ "api_key": "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",
17
+ "max_retries": 3
18
+ }
19
+ },
20
+ {
21
+ "model_name": "deepseek-r1-0528-key2",
22
+ "litellm_params": {
23
+ "model_id": "openrouter/deepseek/deepseek-r1-0528:free",
24
+ "api_key": "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",
25
+ "max_retries": 3
26
+ }
27
+ },
28
+ # Add more keys/deployments as needed
29
+ ]
30
+
31
+
32
+
33
  #model = HfApiModel(
34
  # model_id="Qwen/Qwen3-235B-A22B",
35
  # api_key=os.getenv("HFT") # Ensure this environment variable is set
36
  #)
37
+ #model = LiteLLMModel(model_id="openrouter/deepseek/deepseek-r1-0528:free", api_key="",max_retries=3)
38
 
39
 
40
+ model = Router(model_list=model_list)
41
 
42
 
43