backend/tasks/get_model_providers.py

from huggingface_hub import model_info
PREFERRED_PROVIDERS = ["novita","sambanova"]

def filter_providers(providers):
    return [provider for provider in providers if provider in PREFERRED_PROVIDERS]

def get_model_providers(models):
    results = []
    
    for model_name in models:
        try:
            info = model_info(model_name, expand="inferenceProviderMapping")
            providers = filter_providers(info.inference_provider_mapping.keys()) if hasattr(info, "inference_provider_mapping") else []
            results.append((model_name, providers))
        except Exception as e:
            results.append((model_name, []))
    
    return results

if __name__ == "__main__":
    example_models = [
        "Qwen/Qwen2.5-72B-Instruct",
        "meta-llama/Llama-3.3-70B-Instruct",
        "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
        "Qwen/QwQ-32B",
        "mistralai/Mistral-Small-24B-Instruct-2501"
    ]
    results = get_model_providers(example_models)
    print(results)