changed model

app.py

@@ -7,7 +7,25 @@ from huggingface_hub import InferenceClient
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-client = InferenceClient("google/gemma-3-27b-it", token=os.getenv("TOKEN"))
+#client = InferenceClient("google/gemma-3-27b-it", token=os.getenv("TOKEN"))
+
+client = InferenceClient(
+    provider="fireworks-ai",
+    api_key=os.getenv("TOKEN"),
+)
+
+# completion = client.chat.completions.create(
+#     model="deepseek-ai/DeepSeek-V3-0324",
+#     messages=[
+#         {
+#             "role": "user",
+#             "content": "What is the capital of France?"
+#         }
+#     ],
+#     max_tokens=500,
+# )
+
+# print(completion.choices[0].message)
 
 global history
 history = []
@@ -31,8 +49,10 @@ async def respond(
 
     response = ""
 
-    for message in client.chat_completion(
-        messages,
+    #for message in client.chat_completion(
+    for message in client.chat.completions.create(
+        model="deepseek-ai/DeepSeek-V3-0324",
+        messages=messages,
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,