Spaces:
Running
Running
File size: 1,706 Bytes
86b351a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 |
from langchain_google_genai import ChatGoogleGenerativeAI
import logging
from config import settings
logger = logging.getLogger(__name__)
_google_api_keys_list = []
_current_google_key_idx = 0
def create_llm(temperature: float = settings.temperature, top_p: float = settings.top_p):
global _google_api_keys_list, _current_google_key_idx
if not _google_api_keys_list:
api_keys_str = settings.gemini_api_key.get_secret_value()
if api_keys_str:
_google_api_keys_list = [key.strip() for key in api_keys_str.split(',') if key.strip()]
if not _google_api_keys_list:
logger.error("Google API keys are not configured or are empty in settings.")
raise ValueError("Google API keys are not configured or are invalid for round-robin.")
if not _google_api_keys_list: # Safeguard, though previous block should handle it.
logger.error("No Google API keys available for round-robin.")
raise ValueError("No Google API keys available for round-robin.")
key_index_to_use = _current_google_key_idx
selected_api_key = _google_api_keys_list[key_index_to_use]
_current_google_key_idx = (key_index_to_use + 1) % len(_google_api_keys_list)
logger.info(f"Using Google API key at index {key_index_to_use} (ending with ...{selected_api_key[-4:] if len(selected_api_key) > 4 else selected_api_key}) for round-robin.")
return ChatGoogleGenerativeAI(
model="gemini-2.5-flash-preview-05-20",
google_api_key=selected_api_key,
temperature=temperature,
top_p=top_p,
thinking_budget=1024
)
def create_precise_llm():
return create_llm(temperature=0, top_p=1)
|