Update utils/llms.py

utils/llms.py

@@ -5,20 +5,22 @@ import google.generativeai as genai
 from g4f.client import Client
 from litellm import completion
 import random
+import json
 
 from g4f.Provider import DeepInfraChat,Glider,Liaobots,Blackbox,ChatGptEs,LambdaChat,TypeGPT
-os.environ["OPENROUTER_API_KEY"] = "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"
-os.environ["GROQ_API_KEY"] ="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"
-gemini_api_keys=["AIzaSyB7yKIdfW7Umv62G47BCdJjoHTJ9TeiAko","AIzaSyDtP05TyoIy9j0uPL7_wLEhgQEE75AZQSc","AIzaSyDOyjfqFhHmGlGJ2raX82XWTtmMcZxRshs"]
+
+gemini_api_keys=json.loads(os.environ.get("GEMINI_KEY_LIST"))
 groq_api_keys=["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","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","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"]
-#[,"AIzaSyBPfR-HG_HeUgLF0LYW1XQgQUxFF6jF_0U","AIzaSyBz01gZCb9kzZF3lNHuwy_iajWhi9ivyDk"]]
-os.environ["GEMINI_API_KEY"] =random.choice(gemini_api_keys)
-os.environ["TOGETHERAI_API_KEY"] ="30bed0b842ed3268372d57f588c22452798e9af96aa8d3129ba745ef226282a8"
 DeepInfraChat.models = ["google/gemma-3-27b-it","deepseek-ai/DeepSeek-R1-Turbo","Qwen/QwQ-32B","deepseek-ai/DeepSeek-R1","deepseek-ai/DeepSeek-V3-0324","meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","meta-llama/Llama-4-Scout-17B-16E-Instruct","microsoft/Phi-4-multimodal-instruct"]
 deepinframodels=["meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","microsoft/Phi-4-multimodal-instruct","google/gemma-3-27b-it","meta-llama/Llama-4-Scout-17B-16E-Instruct"]
 REASONING_CORRESPONDANCE = {"DeepSeek-R1-Glider":Glider, "DeepSeekR1-LAMBDA":LambdaChat,"DeepSeekR1":DeepInfraChat,"deepseek-slow":TypeGPT}
 REASONING_QWQ = {"qwq-32b":DeepInfraChat}
+from openai import OpenAI
 
+clienty = OpenAI(
+  base_url="https://openrouter.ai/api/v1",
+  api_key=os.environ.get("OPENROUTER_API_KEY"),
+)
 CHAT_CORRESPONDANCE = {"DeepSeek-V3":DeepInfraChat}
 
 client = Client()
@@ -49,15 +51,23 @@ def clear():
             continue
         helper.q.task_done()
 
-def gpt4(messages,model="gpt-4"):
-    print(messages)
-    if len(messages) ==1:
-        messages[0]["role"]="user"
-    response = completion(
-        model="gemini/gemini-2.0-flash", 
-        messages=messages
-    )
-    return str(response.choices[0].message.content)
+def gpt4(messages,response_format,model="gpt-4"):
+    if response_format!=None:
+        completion = clienty.chat.completions.create(
+        model="google/gemini-2.0-flash-001",
+        messages= messages,
+        response_format=response_format,  
+        )
+        return str(completion.choices[0].message.content)
+    else:
+        print(messages)
+        if len(messages) ==1:
+            messages[0]["role"]="user"
+        response = completion(
+            model="gemini/gemini-2.0-flash", 
+            messages=messages
+        )
+        return str(response.choices[0].message.content)
 
 def gpt4stream(messages,model,api_keys):
     print(f"-------{model}--------")