JSON PARSE

app.py

@@ -2,19 +2,20 @@ import gradio as gr
 from jinja2 import Template
 import openai
 import os
+import json
 API_ENDPOINT = "https://txl0ptjvttfogwt9.us-east-1.aws.endpoints.huggingface.cloud/v1/"
 API_KEY = "NA"
 
 LLAMA_API_ENDPOINT=os.getenv("LLAMA_API_ENDPOINT")
 LLAMA_API_KEY=os.getenv("LLAMA_API_KEY")
-def llama_guard_classify(conv_prefix, response_content):
-    response = {"role": "assistant", "content": response_content}
+def llama_guard_classify(conv_prefix, response):
     model_name = 'meta-llama/Meta-Llama-Guard-3-8B'
     client = openai.OpenAI(
         base_url=LLAMA_API_ENDPOINT,
         api_key=LLAMA_API_KEY
     )
     conv = conv_prefix
+    print(conv)
     conv.append(response)
     output = client.chat.completions.create(
         model=model_name,
@@ -63,6 +64,7 @@ Now, please output the following as a JSON object:
 
 def process_inputs(conv_prefix, response_content):
     response = {"role": "assistant", "content": response_content}
+    conv_prefix = json.loads(conv_prefix)
     output = classify_prompt(conv_prefix, response)
     llama_output = llama_guard_classify(conv_prefix, response)
     return output,llama_output