Update app.py

app.py

@@ -148,17 +148,13 @@ def respond_claude_qna(
     try:
         client = anthropic.Anthropic(api_key=claude_api_key)
         
-        # 선택된 모델 이름(model_name)을 사용
         message = client.messages.create(
             model=model_name,
             max_tokens=max_tokens,
             temperature=temperature,
             system=system_message,
             messages=[
-                {
-                    "role": "user",
-                    "content": question
-                }
+                {"role": "user", "content": question}
             ]
         )
         
@@ -207,8 +203,39 @@ def respond_o1mini_qna(
     except Exception as e:
         return f"오류가 발생했습니다: {str(e)}"
 
+def respond_gemini_qna(
+    question: str,
+    system_message: str,
+    max_tokens: int,
+    temperature: float,
+    top_p: float,
+    model_id: str
+):
+    """
+    Gemini 모델(예: gemini-2.0-flash, gemini-2.0-flash-lite-preview-02-05)을 이용해
+    한 번의 질문(question)에 대한 답변을 반환하는 함수.
+    system_message와 question을 하나의 프롬프트로 합쳐서 사용합니다.
+    """
+    hf_token = os.getenv("HF_TOKEN")
+    if not hf_token:
+        return "HuggingFace API 토큰이 필요합니다."
+    
+    client = InferenceClient(model_id, token=hf_token)
+    prompt = f"{system_message}\n\n{question}"
+    
+    try:
+        response = client.text_generation(
+            prompt,
+            max_new_tokens=max_tokens,
+            temperature=temperature,
+            top_p=top_p
+        )
+        return response["generated_text"]
+    except Exception as e:
+        return f"오류가 발생했습니다: {str(e)}"
+
 #############################
-# [기본코드] UI 부분 - 수정/삭제 불가 (탭 순서 변경 및 gpt-4o-mini 탭 제거)
+# [기본코드] UI 부분 - 수정/삭제 불가 (탭 순서: OpenAI, Gemini, Claude, DeepSeek, Cohere Command R+)
 #############################
 
 with gr.Blocks() as demo:
@@ -218,14 +245,12 @@ with gr.Blocks() as demo:
     # OpenAI 탭 (gpt-4o-mini / o1-mini 통합)
     #################
     with gr.Tab("OpenAI"):
-        # 모델 선택 라디오 버튼 (gpt-4o-mini와 o1-mini)
         openai_model_radio = gr.Radio(
             choices=["gpt-4o-mini", "o1-mini"],
             label="모델 선택",
             value="gpt-4o-mini"
         )
         
-        # gpt-4o-mini 전용 UI 그룹 (초기 visible)
         with gr.Column(visible=True) as chatgpt_ui:
             chatgpt_input1_o = gr.Textbox(label="입력1", lines=1)
             chatgpt_input2_o = gr.Textbox(label="입력2", lines=1)
@@ -268,7 +293,6 @@ with gr.Blocks() as demo:
                 outputs=chatgpt_answer_output_o
             )
         
-        # o1-mini 전용 UI 그룹 (초기 hidden)
         with gr.Column(visible=False) as o1mini_ui:
             o1mini_input1_o = gr.Textbox(label="입력1", lines=1)
             o1mini_input2_o = gr.Textbox(label="입력2", lines=1)
@@ -287,7 +311,6 @@ with gr.Blocks() as demo:
                 )
                 o1mini_max_tokens_o = gr.Slider(minimum=100, maximum=4000, value=2000, step=100, label="Max Tokens")
                 o1mini_temperature_o = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.05, label="Temperature")
-                # o1-mini는 top_p 지원이 없으므로 해당 옵션은 UI에서 제외함
             o1mini_submit_button_o = gr.Button("전송")
             
             def merge_and_call_o1mini_o(i1, i2, i3, i4, i5, sys_msg, mt, temp):
@@ -309,7 +332,6 @@ with gr.Blocks() as demo:
                 outputs=o1mini_answer_output_o
             )
         
-        # UI 업데이트: 라디오 버튼 선택에 따라 gpt-4o-mini / o1-mini UI 전환
         def update_openai_ui(model_choice):
             if model_choice == "gpt-4o-mini":
                 return gr.update(visible=True), gr.update(visible=False)
@@ -322,11 +344,62 @@ with gr.Blocks() as demo:
             outputs=[chatgpt_ui, o1mini_ui]
         )
 
+    #################
+    # Gemini 탭
+    #################
+    with gr.Tab("Gemini"):
+        gemini_model_radio = gr.Radio(
+            choices=["gemini-2.0-flash", "gemini-2.0-flash-lite-preview-02-05"],
+            label="모델 선택",
+            value="gemini-2.0-flash"
+        )
+        gemini_input1 = gr.Textbox(label="입력1", lines=1)
+        gemini_input2 = gr.Textbox(label="입력2", lines=1)
+        gemini_input3 = gr.Textbox(label="입력3", lines=1)
+        gemini_input4 = gr.Textbox(label="입력4", lines=1)
+        gemini_input5 = gr.Textbox(label="입력5", lines=1)
+        gemini_answer_output = gr.Textbox(label="결과", lines=5, interactive=False)
+        with gr.Accordion("고급 설정 (Gemini)", open=False):
+            gemini_system_message = gr.Textbox(
+                value="""반드시 한글로 답변할 것.
+너는 Gemini 모델이다.
+내가 요구하는 것을 최대한 자세하고 정확하게 답변하라.
+""",
+                label="System Message",
+                lines=3
+            )
+            gemini_max_tokens = gr.Slider(minimum=100, maximum=4000, value=2000, step=100, label="Max Tokens")
+            gemini_temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.05, label="Temperature")
+            gemini_top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P")
+        gemini_submit_button = gr.Button("전송")
+        
+        def merge_and_call_gemini(i1, i2, i3, i4, i5, sys_msg, mt, temp, top_p_, model_radio):
+            question = " ".join([i1, i2, i3, i4, i5])
+            return respond_gemini_qna(
+                question=question,
+                system_message=sys_msg,
+                max_tokens=mt,
+                temperature=temp,
+                top_p=top_p_,
+                model_id=model_radio
+            )
+        gemini_submit_button.click(
+            fn=merge_and_call_gemini,
+            inputs=[
+                gemini_input1, gemini_input2, gemini_input3, gemini_input4, gemini_input5,
+                gemini_system_message,
+                gemini_max_tokens,
+                gemini_temperature,
+                gemini_top_p,
+                gemini_model_radio
+            ],
+            outputs=gemini_answer_output
+        )
+
     #################
     # Claude 탭
     #################
     with gr.Tab("Claude"):
-        # 라디오 버튼 추가: 모델 선택 (세 가지 옵션)
         claude_model_radio = gr.Radio(
             choices=[
                 "claude-3-haiku-20240307",
@@ -334,7 +407,7 @@ with gr.Blocks() as demo:
                 "claude-3-5-sonnet-20241022"
             ],
             label="모델 선택",
-            value="claude-3-5-sonnet-20241022"  # 기본값 설정
+            value="claude-3-5-sonnet-20241022"
         )
     
         claude_input1 = gr.Textbox(label="입력1", lines=1)
@@ -353,28 +426,9 @@ with gr.Blocks() as demo:
 최대한 정확하고 친절하게 답변하라.""",
                 lines=3
             )
-            claude_max_tokens = gr.Slider(
-                minimum=100,
-                maximum=4000,
-                value=2000,
-                step=100,
-                label="Max Tokens"
-            )
-            claude_temperature = gr.Slider(
-                minimum=0.1,
-                maximum=2.0,
-                value=0.7,
-                step=0.05,
-                label="Temperature"
-            )
-            claude_top_p = gr.Slider(
-                minimum=0.1,
-                maximum=1.0,
-                value=0.95,
-                step=0.05,
-                label="Top-p"
-            )
-
+            claude_max_tokens = gr.Slider(minimum=100, maximum=4000, value=2000, step=100, label="Max Tokens")
+            claude_temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.05, label="Temperature")
+            claude_top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p")
         claude_submit_button = gr.Button("전송")
 
         def merge_and_call_claude(i1, i2, i3, i4, i5, sys_msg, mt, temp, top_p_, model_radio):
@@ -385,9 +439,8 @@ with gr.Blocks() as demo:
                 max_tokens=mt,
                 temperature=temp,
                 top_p=top_p_,
-                model_name=model_radio  # 라디오 버튼으로 선택한 모델 이름 전달
+                model_name=model_radio
             )
-
         claude_submit_button.click(
             fn=merge_and_call_claude,
             inputs=[
@@ -396,7 +449,7 @@ with gr.Blocks() as demo:
                 claude_max_tokens,
                 claude_temperature,
                 claude_top_p,
-                claude_model_radio  # 추가된 라디오 버튼 입력
+                claude_model_radio
             ],
             outputs=claude_answer_output
         )
@@ -405,11 +458,10 @@ with gr.Blocks() as demo:
     # DeepSeek 탭
     #################
     with gr.Tab("DeepSeek"):
-        # 라디오 버튼 추가
         deepseek_model_radio = gr.Radio(
-            choices=["V3 (deepseek-chat)", "R1 (deepseek-reasoner)"],  # 선택지
-            label="모델 선택",  # 라벨
-            value="V3 (deepseek-chat)"  # 기본값
+            choices=["V3 (deepseek-chat)", "R1 (deepseek-reasoner)"],
+            label="모델 선택",
+            value="V3 (deepseek-chat)"
         )
 
         deepseek_input1 = gr.Textbox(label="입력1", lines=1)
@@ -432,16 +484,13 @@ with gr.Blocks() as demo:
             deepseek_max_tokens = gr.Slider(minimum=100, maximum=4000, value=2000, step=100, label="Max Tokens")
             deepseek_temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.05, label="Temperature")
             deepseek_top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P")
-
         deepseek_submit_button = gr.Button("전송")
 
         def merge_and_call_deepseek(i1, i2, i3, i4, i5, sys_msg, mt, temp, top_p_, model_radio):
-            # 라디오 버튼에서 선택된 모델 이름 추출
             if model_radio == "V3 (deepseek-chat)":
                 model_name = "deepseek-chat"
             else:
                 model_name = "deepseek-reasoner"
-
             question = " ".join([i1, i2, i3, i4, i5])
             return respond_deepseek_qna(
                 question=question,
@@ -449,9 +498,8 @@ with gr.Blocks() as demo:
                 max_tokens=mt,
                 temperature=temp,
                 top_p=top_p_,
-                model_name=model_name  # 선택된 모델 이름 전달
+                model_name=model_name
             )
-
         deepseek_submit_button.click(
             fn=merge_and_call_deepseek,
             inputs=[
@@ -460,7 +508,7 @@ with gr.Blocks() as demo:
                 deepseek_max_tokens,
                 deepseek_temperature,
                 deepseek_top_p,
-                deepseek_model_radio  # 라디오 버튼 입력 추가
+                deepseek_model_radio
             ],
             outputs=deepseek_answer_output
         )
@@ -489,7 +537,6 @@ with gr.Blocks() as demo:
             cohere_max_tokens = gr.Slider(minimum=100, maximum=10000, value=4000, step=100, label="Max Tokens")
             cohere_temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature")
             cohere_top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P")
-
         cohere_submit_button = gr.Button("전송")
 
         def merge_and_call_cohere(i1, i2, i3, i4, i5, sys_msg, mt, temp, top_p_):
@@ -501,7 +548,6 @@ with gr.Blocks() as demo:
                 temperature=temp,
                 top_p=top_p_
             )
-
         cohere_submit_button.click(
             fn=merge_and_call_cohere,
             inputs=[