Switching to LiteLLM

app.py

@@ -35,12 +35,21 @@ def get_current_time_in_timezone(timezone: str) -> str:
 
 
 final_answer = FinalAnswerTool()
-model = HfApiModel(
-max_tokens=2096,
-temperature=0.5,
-model_id='https://wxknx1kg971u7k1n.us-east-1.aws.endpoints.huggingface.cloud',
+
+
+# model = HfApiModel(
+# max_tokens=2096,
+# temperature=0.5,
+# model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
     # it is possible that this model may be overloaded
-custom_role_conversions=None,
+# custom_role_conversions=None,
+# )
+
+model = LiteLLMModel(
+  model_id="gemini/gemini-2.0-flash-exp",
+  max_tokens=2096,
+  temperature=0.6,
+  api_key=os.getenv("LITELLM_API_KEY")
 )