Update app.py

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
 import openai
+import anthropic
 import os
 
 # 제거할 모델들을 MODELS 사전에서 제외
@@ -109,8 +110,6 @@ def cohere_respond(
 
     messages.append({"role": "user", "content": message})
 
-    response = ""
-    
     try:
         # Cohere Command R+ 모델을 위한 비스트리밍 처리
         response_full = client.chat_completion(
@@ -162,6 +161,53 @@ def chatgpt_respond(
         chat_history.append((message, error_message))
         return chat_history
 
+def claude_respond(
+    message,
+    chat_history,
+    system_message,
+    max_tokens,
+    temperature,
+    top_p,
+):
+    anthropic_api_key = os.getenv("ANTHROPIC_API_KEY")
+    if not anthropic_api_key:
+        chat_history.append((message, "ANTHROPIC_API_KEY 환경 변수가 필요합니다."))
+        return chat_history
+
+    client = anthropic.Anthropic(
+        api_key=anthropic_api_key,
+    )
+
+    messages = [
+        {"role": "system", "content": system_message}
+    ]
+
+    for human, assistant in chat_history:
+        if human:
+            messages.append({"role": "user", "content": human})
+        if assistant:
+            messages.append({"role": "assistant", "content": assistant})
+
+    messages.append({"role": "user", "content": message})
+
+    try:
+        response = client.completions.create(
+            model="claude-3-haiku-20240307",
+            max_tokens_to_sample=max_tokens,
+            temperature=temperature,
+            top_p=top_p,
+            messages=[
+                {"role": "user", "content": message}
+            ],
+        )
+        assistant_message = response.completion
+        chat_history.append((message, assistant_message))
+        return chat_history
+    except Exception as e:
+        error_message = f"오류가 발생했습니다: {str(e)}"
+        chat_history.append((message, error_message))
+        return chat_history
+
 def clear_conversation():
     return []
 
@@ -275,6 +321,44 @@ with gr.Blocks() as demo:
             chatgpt_chatbot
         )
         chatgpt_clear_button.click(clear_conversation, outputs=chatgpt_chatbot, queue=False)
+    
+    with gr.Tab("Claude"):
+        with gr.Row():
+            claude_system_message = gr.Textbox(
+                value="""반드시 한글로 답변할 것.
+너는 Claude, Anthropic에서 개발한 언어 모델이다.
+내가 요구하는 것을 최대한 자세하고 정확하게 답변하라.
+""",
+                label="System Message",
+                lines=3
+            )
+            claude_max_tokens = gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max Tokens")
+            claude_temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.05, label="Temperature")
+            claude_top_p = gr.Slider(
+                minimum=0.1,
+                maximum=1.0,
+                value=0.95,
+                step=0.05,
+                label="Top-P",
+            )
+        
+        claude_chatbot = gr.Chatbot(height=600)
+        claude_msg = gr.Textbox(label="메세지를 입력하세요")
+        with gr.Row():
+            claude_submit_button = gr.Button("전송")
+            claude_clear_button = gr.Button("대화 내역 지우기")
+        
+        claude_msg.submit(
+            claude_respond,
+            [claude_msg, claude_chatbot, claude_system_message, claude_max_tokens, claude_temperature, claude_top_p],
+            claude_chatbot
+        )
+        claude_submit_button.click(
+            claude_respond,
+            [claude_msg, claude_chatbot, claude_system_message, claude_max_tokens, claude_temperature, claude_top_p],
+            claude_chatbot
+        )
+        claude_clear_button.click(clear_conversation, outputs=claude_chatbot, queue=False)
 
 if __name__ == "__main__":
     demo.launch()