import os from huggingface_hub import InferenceClient, HfApi from tavily import TavilyClient # HF Inference Client HF_TOKEN = os.getenv('HF_TOKEN') if not HF_TOKEN: raise RuntimeError("HF_TOKEN environment variable is not set. Please set it to your Hugging Face API token.") def get_inference_client(model_id, provider="auto"): """Return an InferenceClient with provider based on model_id and user selection.""" if model_id == "moonshotai/Kimi-K2-Instruct": provider = "groq" # When using a third-party provider, simply specify the provider. # Billing will automatically default to the account associated with the HF_TOKEN. # The 'bill_to' parameter is NOT needed for personal billing. return InferenceClient( provider=provider, api_key=HF_TOKEN # The `bill_to` parameter has been removed. ) # Tavily Search Client TAVILY_API_KEY = os.getenv('TAVILY_API_KEY') tavily_client = None if TAVILY_API_KEY: try: tavily_client = TavilyClient(api_key=TAVILY_API_KEY) except Exception as e: print(f"Failed to initialize Tavily client: {e}") tavily_client = None