Update app.py

app.py

@@ -5,6 +5,7 @@ import re
 import base64
 import os
 import copy
+from openai import OpenAI
 
 SUS_PROMPT = f"""
 
@@ -155,7 +156,11 @@ def getbool(text):
         return match.group(1)
     return None
     
-llm_client = InferenceClient(token=os.environ['HF_KEY'])
+#llm_client = InferenceClient(token=os.environ['HF_KEY'])
+llm_client = OpenAI(
+    api_key=os.environ.get("XWV1ST04C0QLWNVAUSJWI6VJMR7YDJCKJSAR6TPA"),
+    base_url="https://api.runpod.ai/v2/vllm-xwks6ov5k2ugw5/openai/v1",
+)
 clasif_client = Client("ChavinloSocialRise/BotRejectTest")
 
 AGENT_NAME = "Maddie"
@@ -296,7 +301,7 @@ def attack_sus(message, max_tokens, temperature, top_p, available_pic_str):
     sus_copy = copy.copy(SUS_PROMPT)
     sus_copy = sus_copy.replace("AVAILABLE_PICTURES_REPLACE_TEXT", available_pic_str)
     
-    output = llm_client.chat_completion(
+    output = llm_client.chat.completions.create(
     	model="meta-llama/Llama-3.2-11B-Vision-Instruct",
     	messages=[
             {
@@ -357,7 +362,7 @@ def respond(
 
         messages.append({"role": "user", "content": message})
 
-        message = llm_client.chat_completion(
+        message = llm_client.chat.completions.create(
                     messages,
                     model="meta-llama/Llama-3.2-11B-Vision-Instruct",
                     max_tokens=max_tokens,