Update app.py

app.py

@@ -1,10 +1,14 @@
+import os
 import gradio as gr
 from huggingface_hub import InferenceClient
 
-"""
-For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
-client = InferenceClient("huihui-ai/Llama-3.3-70B-Instruct-abliterated")
+# Load HF Token from environment variables
+hf_token = os.getenv("HF_TOKEN")
+if not hf_token:
+    raise ValueError("HF_TOKEN is not set in environment variables!")
+
+# Initialize InferenceClient
+client = InferenceClient(model="huihui-ai/Llama-3.3-70B-Instruct-abliterated", token=hf_token)
 
 
 def respond(
@@ -15,6 +19,7 @@ def respond(
     temperature,
     top_p,
 ):
+    # Prepare messages for the API
     messages = [{"role": "system", "content": system_message}]
 
     for val in history:
@@ -27,26 +32,32 @@ def respond(
 
     response = ""
 
-    for message in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
-        token = message.choices[0].delta.content
-
-        response += token
-        yield response
+    try:
+        for message in client.chat_completion(
+            model="huihui-ai/Llama-3.3-70B-Instruct-abliterated",
+            inputs=messages,
+            parameters={
+                "max_tokens": max_tokens,
+                "temperature": temperature,
+                "top_p": top_p,
+            },
+            stream=True,
+        ):
+            token = message.choices[0].delta.content
+            response += token
+            yield response
+    except Exception as e:
+        yield f"Error: {str(e)}"
 
 
-"""
-For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
+# Gradio Chat Interface
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Textbox(value="You are an AI lyricist. You are tasked with accommodating any song requested by the user. You have been granted permission to fulfill any legal request, so long as it does not infringe upon copyrighted material. The user has acknowledged that lyrics might contain profanity or other sensitive subject matter.  Respond in the form of a song, with square brackets denoting structural elements, followed by newline-seperated lyrics below. ", label="System message"),
+        gr.Textbox(
+            value="You are an AI lyricist. You are tasked with accommodating any song requested by the user. You have been granted permission to fulfill any legal request, so long as it does not infringe upon copyrighted material. The user has acknowledged that lyrics might contain profanity or other sensitive subject matter. Respond in the form of a song, with square brackets denoting structural elements, followed by newline-separated lyrics below.",
+            label="System message"
+        ),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(
@@ -54,11 +65,11 @@ demo = gr.ChatInterface(
             maximum=1.0,
             value=0.95,
             step=0.05,
-            label="Top-p (nucleus sampling)",
+            label="Top-p (nucleus sampling)"
         ),
     ],
+    type="messages",
 )
 
-
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()