Updated Nightly channel

Tabs/Gemini_Chabot_Nightly.py

@@ -0,0 +1,98 @@
+import os
+import time
+from typing import List, Tuple, Optional
+import google.generativeai as genai
+import gradio as gr
+from PIL import Image
+from dotenv import load_dotenv
+
+load_dotenv()
+
+GEMINI_API_KEY_NIGHTLY = os.getenv("GEMINI_API_KEY_NIGHTLY")
+model_name = "gemini-1.5-flash"
+
+TITLE_NIGHTLY = """<h1 align="center">🎮Chat with Gemini 1.5🔥 -- Beta Preview</h1>"""
+NOTICE_NIGHTLY = """
+Notices 📜:
+- This app is still in development (extreme unstable)
+- Some features may not work as expected
+"""
+
+def upload_to_gemini(path, mime_type=None):
+    file = genai.upload_file(path, mime_type=mime_type)
+    print(f"Uploaded file '{file.display_name}' as: {file.uri}")
+    return file
+
+def transform_history(history):
+    new_history = []
+    for user_msg, model_msg in history:
+        new_history.append({"role": "user", "parts": [{"text": user_msg}]})
+        new_history.append({"role": "model", "parts": [{"text": model_msg}]})
+    return new_history
+
+def chatbot_stable(message, history):
+    message_text = message["text"]
+    message_files = message["files"]
+    print("Message text:", message_text)
+    print("Message files:", message_files)
+    if message_files:
+        image_uris = [upload_to_gemini(file_path["path"]) for file_path in message_files]
+        message_content = [{"text": message_text}] + image_uris
+    else:
+        message_content = {"text": message_text}
+    genai.configure(api_key=GEMINI_API_KEY_NIGHTLY)
+    model = genai.GenerativeModel(
+        model_name,
+        # safety_settings=[
+        #     {
+        #         "category": "HARM_CATEGORY_HARASSMENT",
+        #         "threshold": "BLOCK_NONE"
+        #     },
+        #     {
+        #         "category": "HARM_CATEGORY_HATE_SPEECH",
+        #         "threshold": "BLOCK_NONE"
+        #     },
+        #     {
+        #         "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT",
+        #         "threshold": "BLOCK_NONE"
+        #     },
+        #     {
+        #         "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
+        #         "threshold": "BLOCK_NONE"
+        #     },
+        # ],
+        generation_config={
+            "temperature": 1,
+            "top_p": 0.95,
+            "top_k": 64,
+            "max_output_tokens": 8192,
+            "response_mime_type": "text/plain",
+        }
+    )
+
+    global chat
+    chat = model.start_chat(history=[])
+    chat.history = transform_history(history)
+    response = chat.send_message(message_content)
+    response.resolve()
+
+    return response.text
+
+gemini_chatbot_interface_stable = gr.Chatbot(
+    height=500,
+    likeable=True,
+    avatar_images=(
+        None,
+        "https://media.roboflow.com/spaces/gemini-icon.png"
+    ),
+    show_copy_button=True,
+    show_share_button=True,
+    render_markdown=True
+)
+
+gemini_chatbot_stable = gr.ChatInterface(
+    fn=chatbot_stable,
+    chatbot=gemini_chatbot_interface_stable,
+    title="Gemini 1.5 Chatbot",
+    multimodal=True
+)

app.py

@@ -1,277 +1,3 @@
-# """
-# References:
-# - https://medium.com/@turna.fardousi/building-a-multimodal-chatbot-with-gemini-api-8015bfbee538
-# """
-
-# import os
-# import time
-# from typing import List, Tuple, Optional
-# import google.generativeai as genai
-# import gradio as gr
-# from PIL import Image
-# from dotenv import load_dotenv
-
-# load_dotenv()
-
-# GEMINI_API_KEY = os.getenv("GEMINI_API_KEY")
-
-# # ============================== Stable - START ==============================
-# TITLE = """<h1 align="center">🎮Chat with Gemini 1.5🔥 -- Beta Preview</h1>"""
-# NOTICE = """
-# Notices 📜:
-# - This app is still in development
-# - Some features may not work as expected
-# """
-# ABOUT = """
-# Updates (2024-8-12): Created the App
-
-# Info:
-# - Model: Gemini 1.5 Flash
-# """
-# ERRORS = """
-# Known errors ⚠️:
-# """
-# FUTURE_IMPLEMENTATIONS = """
-# To be implemented 🚀:
-# - Select other Gemini / Gemma models
-# - Upload files
-# - More tools other than web search
-# """
-# IMAGE_WIDTH = 512
-
-# def preprocess_stop_sequences(stop_sequences: str) -> Optional[List[str]]:
-#     return [seq.strip() for seq in stop_sequences.split(",")] if stop_sequences else None
-
-# def preprocess_image(image: Image.Image) -> Image.Image:
-#     image_height = int(image.height * IMAGE_WIDTH / image.width)
-#     return image.resize((IMAGE_WIDTH, image_height))
-
-# def user(text_prompt: str, chatbot: List[Tuple[str, str]]):
-#     return "", chatbot + [[text_prompt, None]]
-
-# def bot(
-#     google_key: str,
-#     image_prompt: Optional[Image.Image],
-#     temperature: float,
-#     max_output_tokens: int,
-#     stop_sequences: str,
-#     top_k: int,
-#     top_p: float,
-#     chatbot: List[Tuple[str, str]]
-# ):
-#     google_key = google_key or GEMINI_API_KEY
-#     if not google_key:
-#         raise ValueError("GOOGLE_API_KEY is not set. Please set it up.")
-
-#     text_prompt = chatbot[-1][0]
-#     genai.configure(api_key=google_key)
-#     generation_config = genai.types.GenerationConfig(
-#         temperature=temperature,
-#         max_output_tokens=max_output_tokens,
-#         stop_sequences=preprocess_stop_sequences(stop_sequences),
-#         top_k=top_k,
-#         top_p=top_p,
-#     )
-
-#     model_name = "gemini-1.5-flash" # if image_prompt is None else "gemini-pro-vision"
-#     model = genai.GenerativeModel(model_name)
-#     inputs = [text_prompt] if image_prompt is None else [text_prompt, preprocess_image(image_prompt)]
-
-#     response = model.generate_content(inputs, stream=True, generation_config=generation_config)
-#     response.resolve()
-
-#     chatbot[-1][1] = ""
-#     for chunk in response:
-#         for i in range(0, len(chunk.text), 10):
-#             chatbot[-1][1] += chunk.text[i:i + 10]
-#             time.sleep(0.01)
-#             yield chatbot
-
-# google_key_component = gr.Textbox(
-#     label = "GOOGLE API KEY",
-#     type = "password",
-#     placeholder = "...",
-#     visible = GEMINI_API_KEY is None
-# )
-
-# image_prompt_component = gr.Image(
-#     type = "pil",
-#     label = "Image"
-# )
-# chatbot_component = gr.Chatbot(
-#     # label = 'Gemini',
-#     bubble_full_width = False
-# )
-# text_prompt_component = gr.Textbox(
-#     placeholder = "Chat with Gemini",
-#     label = "Ask me anything and press Enter"
-# )
-# run_button_component = gr.Button(
-#     "Run"
-# )
-# temperature_component = gr.Slider(
-#     minimum = 0,
-#     maximum = 1.0,
-#     value = 0.5,
-#     step = 0.05,
-#     label = "Temperature"
-# )
-# max_output_tokens_component = gr.Slider(
-#     minimum = 1,
-#     maximum = 8192,
-#     value = 4096,
-#     step = 1,
-#     label = "Max Output Tokens"
-# )
-# stop_sequences_component = gr.Textbox(
-#     label = "Add stop sequence",
-#     placeholder = "STOP, END"
-# )
-# top_k_component = gr.Slider(
-#     minimum = 1,
-#     maximum = 40,
-#     value = 32,
-#     step = 1,
-#     label = "Top-K"
-# )
-# top_p_component = gr.Slider(
-#     minimum = 0,
-#     maximum = 1,
-#     value = 1,
-#     step = 0.01,
-#     label = "Top-P"
-# )
-
-# user_inputs = [
-#     text_prompt_component,
-#     chatbot_component
-# ]
-# bot_inputs = [
-#     google_key_component,
-#     image_prompt_component,
-#     temperature_component,
-#     max_output_tokens_component,
-#     stop_sequences_component,
-#     top_k_component,
-#     top_p_component,
-#     chatbot_component
-# ]
-# # ============================== Stable - END ==============================
-
-# # ============================== Nightly - START ==============================
-# """
-# References:
-# - https://medium.com/latinxinai/simple-chatbot-gradio-google-gemini-api-4ce02fbaf09f
-# """
-# GEMINI_API_KEY_NIGHTLY = os.getenv("GEMINI_API_KEY_NIGHTLY")
-# model_nightly_name = "gemini-1.5-flash"
-
-# def transform_history(history):
-#     new_history = []
-#     for chat in history:
-#         new_history.append({"parts": [{"text": chat[0]}], "role": "user"})
-#         new_history.append({"parts": [{"text": chat[1]}], "role": "model"})
-#     return new_history
-
-# def response(message, history):
-#     genai.configure(api_key=GEMINI_API_KEY_NIGHTLY)
-#     model_nightly = genai.GenerativeModel(model_nightly_name)
-
-#     global chat
-#     chat = model_nightly.start_chat(history=[])
-#     chat.history = transform_history(history)
-#     response = chat.send_message(message)
-#     response.resolve()
-
-#     for i in range(len(response.text)):
-#         time.sleep(0.05)
-#         yield response.text[:i+1]
-
-# # ============================== Nightly - END ==============================
-
-# with gr.Blocks(theme = gr.themes.Soft()) as demo:
-# # ============================== Stable - START ==============================
-#     with gr.Tab("Chat with Gemini 1.5 Flash"):
-#         gr.HTML(TITLE)
-#         with gr.Row():
-#             gr.Markdown(NOTICE)
-#             gr.Markdown(ABOUT)
-#             gr.Markdown(ERRORS)
-#             gr.Markdown(FUTURE_IMPLEMENTATIONS)
-#         with gr.Column():
-#             google_key_component.render()
-#             with gr.Row():
-#                 image_prompt_component.render()
-#                 chatbot_component.render()
-#             text_prompt_component.render()
-#             run_button_component.render()
-#             with gr.Accordion("Parameters", open=False):
-#                 temperature_component.render()
-#                 max_output_tokens_component.render()
-#                 stop_sequences_component.render()
-#                 with gr.Accordion("Advanced", open=False):
-#                     top_k_component.render()
-#                     top_p_component.render()
-
-#         run_button_component.click(
-#             fn = user,
-#             inputs = user_inputs,
-#             outputs = [
-#                 text_prompt_component,
-#                 chatbot_component
-#             ],
-#             queue = False
-#         ).then(
-#             fn = bot,
-#             inputs = bot_inputs,
-#             outputs = [
-#                 chatbot_component
-#             ]
-#         )
-#         text_prompt_component.submit(
-#             fn = user,
-#             inputs = user_inputs,
-#             outputs = [
-#                 text_prompt_component,
-#                 chatbot_component
-#             ],
-#             queue = False
-#         ).then(
-#             fn = bot,
-#             inputs = bot_inputs,
-#             outputs = [
-#                 chatbot_component
-#             ]
-#         )
-# # ============================== Stable - END ==============================
-
-#     with gr.Tab("Chat with Gemma 2"):
-#         gr.HTML(
-#             """
-#             <h1 align="center">Still in development</h1>
-#             """
-#         )
-
-# # ============================== Nightly - START ==============================
-#     with gr.Tab("Nightly -- Chat with Gemini 1.5"):
-#         gr.HTML(
-#             """
-#             <h1 align="center">This section will test out the next version of the stable version.</h1>
-#             """
-#         )
-#         gr.ChatInterface(
-#             response,
-#             chatbot = gr.Chatbot(height=600),
-#             title = 'Chat with Gemini 1.5',
-#             retry_btn = "Retry",
-#             undo_btn = "Undo",
-#             clear_btn = "Clear",
-#             fill_height = True
-#         )
-# # ============================== Nightly - END ==============================
-
-# demo.queue().launch(debug = True, show_error = True)
-
 """
 References:
 - https://medium.com/@turna.fardousi/building-a-multimodal-chatbot-with-gemini-api-8015bfbee538
@@ -284,6 +10,7 @@ import google.generativeai as genai
 import gradio as gr
 from PIL import Image
 from dotenv import load_dotenv
+from Tabs.Gemini_Chabot_Nightly import TITLE_NIGHTLY, NOTICE_NIGHTLY, gemini_chatbot_stable
 
 load_dotenv()
 
@@ -434,81 +161,81 @@ bot_inputs = [
 ]
 # ============================== Stable - END ==============================
 
-# ============================== Nightly - START ==============================
-"""
-References:
-- https://medium.com/latinxinai/simple-chatbot-gradio-google-gemini-api-4ce02fbaf09f
-"""
-GEMINI_API_KEY_NIGHTLY = os.getenv("GEMINI_API_KEY_NIGHTLY")
-model_nightly_name = "gemini-1.5-flash"
-
-
-def transform_history(history):
-    new_history = []
-    for user_msg, model_msg in history:
-        new_history.append({"role": "user", "parts": [{"text": user_msg}]})
-        new_history.append({"role": "model", "parts": [{"text": model_msg}]})
-    return new_history
-
-
-def upload_to_gemini(path, mime_type=None):
-    file = genai.upload_file(path, mime_type=mime_type)
-    print(f"Uploaded file '{file.display_name}' as: {file.uri}")
-    return file
-
-
-def chatbot_nightly(message, history):
-    print(type(message))
-    print(message)
-    message_text = message["text"]
-    message_files = message["files"]
-    if message_files and isinstance(message_files, list):
-        image_uris = [upload_to_gemini(file_path) for file_path in message_files]
-        message_content = [{"text": message_text}] + image_uris
-    else:
-        message_content = {"text": message_text}
-    genai.configure(api_key=GEMINI_API_KEY_NIGHTLY)
-    model_nightly = genai.GenerativeModel(
-        model_nightly_name,
-        safety_settings=[
-            {
-                "category": "HARM_CATEGORY_HARASSMENT",
-                "threshold": "BLOCK_NONE"
-            },
-            {
-                "category": "HARM_CATEGORY_HATE_SPEECH",
-                "threshold": "BLOCK_NONE"
-            },
-            {
-                "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT",
-                "threshold": "BLOCK_NONE"
-            },
-            {
-                "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
-                "threshold": "BLOCK_NONE"
-            },
-        ],
-        generation_config={
-            "temperature": 1,
-            "top_p": 0.95,
-            "top_k": 64,
-            "max_output_tokens": 8192,
-            "response_mime_type": "text/plain",
-        }
-    )
+# # ============================== Nightly - START ==============================
+# """
+# References:
+# - https://medium.com/latinxinai/simple-chatbot-gradio-google-gemini-api-4ce02fbaf09f
+# """
+# GEMINI_API_KEY_NIGHTLY = os.getenv("GEMINI_API_KEY_NIGHTLY")
+# model_nightly_name = "gemini-1.5-flash"
 
-    global chat
-    chat = model_nightly.start_chat(history=[])
-    chat.history = transform_history(history)
-    response_nightly = chat.send_message(message_content)
-    response_nightly.resolve()
 
-    for i in range(len(response_nightly.text)):
-        time.sleep(0.05)
-        yield response_nightly.text[:i + 1]
+# def transform_history(history):
+#     new_history = []
+#     for user_msg, model_msg in history:
+#         new_history.append({"role": "user", "parts": [{"text": user_msg}]})
+#         new_history.append({"role": "model", "parts": [{"text": model_msg}]})
+#     return new_history
 
 
-# ============================== Nightly - END ==============================
+# def upload_to_gemini(path, mime_type=None):
+#     file = genai.upload_file(path, mime_type=mime_type)
+#     print(f"Uploaded file '{file.display_name}' as: {file.uri}")
+#     return file
+
+
+# def chatbot_nightly(message, history):
+#     print(type(message))
+#     print(message)
+#     message_text = message["text"]
+#     message_files = message["files"]
+#     if message_files and isinstance(message_files, list):
+#         image_uris = [upload_to_gemini(file_path) for file_path in message_files]
+#         message_content = [{"text": message_text}] + image_uris
+#     else:
+#         message_content = {"text": message_text}
+#     genai.configure(api_key=GEMINI_API_KEY_NIGHTLY)
+#     model_nightly = genai.GenerativeModel(
+#         model_nightly_name,
+#         safety_settings=[
+#             {
+#                 "category": "HARM_CATEGORY_HARASSMENT",
+#                 "threshold": "BLOCK_NONE"
+#             },
+#             {
+#                 "category": "HARM_CATEGORY_HATE_SPEECH",
+#                 "threshold": "BLOCK_NONE"
+#             },
+#             {
+#                 "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT",
+#                 "threshold": "BLOCK_NONE"
+#             },
+#             {
+#                 "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
+#                 "threshold": "BLOCK_NONE"
+#             },
+#         ],
+#         generation_config={
+#             "temperature": 1,
+#             "top_p": 0.95,
+#             "top_k": 64,
+#             "max_output_tokens": 8192,
+#             "response_mime_type": "text/plain",
+#         }
+#     )
+
+#     global chat
+#     chat = model_nightly.start_chat(history=[])
+#     chat.history = transform_history(history)
+#     response_nightly = chat.send_message(message_content)
+#     response_nightly.resolve()
+
+#     for i in range(len(response_nightly.text)):
+#         time.sleep(0.05)
+#         yield response_nightly.text[:i + 1]
+
+
+# # ============================== Nightly - END ==============================
 
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
     # ============================== Stable - START ==============================
@@ -561,12 +288,9 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
 
     # ============================== Nightly - START ==============================
     with gr.Tab("Nightly -- Chat with Gemini 1.5"):
-        gr.HTML("""<h1 align="center">This section will test out the next version of the stable version.</h1>""")
-        gr.ChatInterface(
-            chatbot_nightly,
-            title='Chat with Gemini 1.5',
-            multimodal=True
-        )
+        gr.HTML(TITLE_NIGHTLY)
+        gr.Markdown(NOTICE_NIGHTLY)
+        gemini_chatbot_stable.render()
 # ============================== Nightly - END ==============================
 
-demo.queue().launch(debug=True, show_error=True, share=True)
+demo.queue().launch(debug=True, show_error=True)