akhaliq HF Staff commited on
Commit
fb4401e
·
1 Parent(s): 09addb8

add qwen 30b model

Browse files
Files changed (1) hide show
  1. app.py +12 -1
app.py CHANGED
@@ -390,6 +390,11 @@ AVAILABLE_MODELS = [
390
  "name": "Qwen3-235B-A22B-Thinking",
391
  "id": "Qwen/Qwen3-235B-A22B-Thinking-2507",
392
  "description": "Qwen3-235B-A22B-Thinking model with advanced reasoning capabilities"
 
 
 
 
 
393
  }
394
  ]
395
 
@@ -463,7 +468,13 @@ if not HF_TOKEN:
463
 
464
  def get_inference_client(model_id, provider="auto"):
465
  """Return an InferenceClient with provider based on model_id and user selection."""
466
- if model_id == "moonshotai/Kimi-K2-Instruct":
 
 
 
 
 
 
467
  provider = "groq"
468
  elif model_id == "Qwen/Qwen3-235B-A22B":
469
  provider = "cerebras"
 
390
  "name": "Qwen3-235B-A22B-Thinking",
391
  "id": "Qwen/Qwen3-235B-A22B-Thinking-2507",
392
  "description": "Qwen3-235B-A22B-Thinking model with advanced reasoning capabilities"
393
+ },
394
+ {
395
+ "name": "Qwen3-30B-A3B-Instruct-2507",
396
+ "id": "qwen3-30b-a3b-instruct-2507",
397
+ "description": "Qwen3-30B-A3B-Instruct model via Alibaba Cloud DashScope API"
398
  }
399
  ]
400
 
 
468
 
469
  def get_inference_client(model_id, provider="auto"):
470
  """Return an InferenceClient with provider based on model_id and user selection."""
471
+ if model_id == "qwen3-30b-a3b-instruct-2507":
472
+ # Use DashScope OpenAI client
473
+ return OpenAI(
474
+ api_key=os.getenv("DASHSCOPE_API_KEY"),
475
+ base_url="https://dashscope.aliyuncs.com/compatible-mode/v1",
476
+ )
477
+ elif model_id == "moonshotai/Kimi-K2-Instruct":
478
  provider = "groq"
479
  elif model_id == "Qwen/Qwen3-235B-A22B":
480
  provider = "cerebras"