joseph6x commited on
Commit
6bbc149
·
verified ·
1 Parent(s): f39b89e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -21
app.py CHANGED
@@ -8,33 +8,13 @@ from smolagents import DuckDuckGoSearchTool, LiteLLMModel, PythonInterpreterTool
8
 
9
  from litellm import Router
10
 
11
- model_list = [
12
- {
13
- "model_name": "deepseek-r1-0528-key1",
14
- "litellm_params": {
15
- "model": "openrouter/deepseek/deepseek-r1-0528:free",
16
- "api_key": "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",
17
- "max_retries": 3
18
- }
19
- },
20
- {
21
- "model_name": "deepseek-r1-0528-key2",
22
- "litellm_params": {
23
- "model": "openrouter/deepseek/deepseek-r1-0528:free",
24
- "api_key": "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",
25
- "max_retries": 3
26
- }
27
- },
28
- # Add more keys/deployments as needed
29
- ]
30
-
31
 
32
 
33
  #model = HfApiModel(
34
  # model_id="Qwen/Qwen3-235B-A22B",
35
  # api_key=os.getenv("HFT") # Ensure this environment variable is set
36
  #)
37
- model = LiteLLMModel(model_id="together_ai/Qwen/Qwen3-235B-A22B-fp8-tput", api_key="fbdfedcf23c020887f3624e16e06299f4b8de0f4685ffde171e265f84f88849e",max_retries=3)
38
 
39
 
40
  #model = Router(model_list=model_list)
 
8
 
9
  from litellm import Router
10
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11
 
12
 
13
  #model = HfApiModel(
14
  # model_id="Qwen/Qwen3-235B-A22B",
15
  # api_key=os.getenv("HFT") # Ensure this environment variable is set
16
  #)
17
+ model = LiteLLMModel(model_id="together_ai/Qwen/Qwen3-235B-A22B-fp8-tput", api_key=os.getenv("HFT"),max_retries=3)
18
 
19
 
20
  #model = Router(model_list=model_list)