Update app.py

app.py

@@ -1,14 +1,11 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
 
-# Inference
-
-model_text = "google/gemma-3-4b-it"
-#model_text = "google/gemma-2-27b-it"
+model_gemma_2 = "google/gemma-2-27b-it"
 
 client = InferenceClient()
 
-def fn_text(
+def fn_gemma_2(
     prompt,
     history,
     input,
@@ -18,34 +15,36 @@ def fn_text(
     top_p,
 ):
     
+    # System Prompt
     #messages = [{"role": "system", "content": system_prompt}]
     #history.append(messages[0])
     #messages.append({"role": "user", "content": prompt})
     #history.append(messages[1])
 
-    #messages = [{"role": "user", "content": prompt}]
-    
-    messages = [
-        {
-            "role": "user",
-            "content": [
-                {
-                    "type": "text",
-                    "text": prompt
-                },
-                {
-                    "type": "image_url",
-                    "image_url": {
-                        "url": input
-                    }
-                }
-            ]
-        }
-    ]
+    messages = [{"role": "user", "content": prompt}]
     history.append(messages[0])
     
+    #messages = [
+    #    {
+    #        "role": "user",
+    #        "content": [
+    #            {
+    #                "type": "text",
+    #                "text": prompt
+    #            },
+    #            {
+    #                "type": "image_url",
+    #                "image_url": {
+    #                    "url": input
+    #                }
+    #            }
+    #        ]
+    #    }
+    #]
+    #history.append(messages[0])
+    
     stream = client.chat.completions.create(
-        model = model_text,
+        model = model_gemma_2,
         messages = history,
         max_tokens = max_tokens,
         temperature = temperature,
@@ -58,8 +57,8 @@ def fn_text(
         chunks.append(chunk.choices[0].delta.content or "")
         yield "".join(chunks)
 
-app_text = gr.ChatInterface(
-    fn = fn_text,
+app_gemma_2 = gr.ChatInterface(
+    fn = fn_gemma_2,
     type = "messages",
     additional_inputs = [
         gr.Textbox(label="Input"),
@@ -68,11 +67,11 @@ app_text = gr.ChatInterface(
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P"),
     ],
-    title = "Google Gemma",
-    description = model_text,
+    title = "Google Gemma 2",
+    description = model_gemma_2,
 )
 
 app = gr.TabbedInterface(
-    [app_text],
-    ["Text"]
+    [app_gemma_2],
+    ["Gemma 2"]
 ).launch()