Added llama

app.py

@@ -1,13 +1,25 @@
 import gradio as gr
 from jinja2 import Template
 import openai
-
+import os
 API_ENDPOINT = "https://txl0ptjvttfogwt9.us-east-1.aws.endpoints.huggingface.cloud/v1/"
 API_KEY = "NA"
 
+LLAMA_API_ENDPOINT=os.getenv("LLAMA_API_ENDPOINT")
+LLAMA_API_KEY=os.getenv("LLAMA_API_KEY")
 def llama_guard_classify(conv_prefix, response):
-    # Simulating LLaMA-Guard classification, replace with actual implementation
-    return '{"output": 1}'
+    model_name = 'meta-llama/Meta-Llama-Guard-3-8B'
+    client = openai.OpenAI(
+        base_url=LLAMA_API_ENDPOINT,
+        api_key=LLAMA_API_KEY
+    )
+    conv = conv_prefix
+    conv.append(response)
+    output = client.chat.completions.create(
+        model=model_name,
+        messages=conv,
+    )   
+    return output.choices[0].message.content
 
 def classify_prompt(conv_prefix, response):
     template_str = """