app.py

"""
References:
- https://medium.com/@turna.fardousi/building-a-multimodal-chatbot-with-gemini-api-8015bfbee538
"""

import os
import time
from typing import List, Tuple, Optional
import google.generativeai as genai
import gradio as gr
from PIL import Image
from dotenv import load_dotenv
from Tabs.Gemini_Chabot_Nightly import TITLE_NIGHTLY, NOTICE_NIGHTLY, gemini_chatbot_stable

load_dotenv()

GEMINI_API_KEY = os.getenv("GEMINI_API_KEY")

# ============================== Stable - START ==============================
TITLE = """<h1 align="center">🎮Chat with Gemini 1.5🔥 -- Beta Preview</h1>"""
NOTICE = """
Notices 📜:
- This app is still in development
- Some features may not work as expected
"""
ABOUT = """
Updates (2024-8-12): Created the App

Info:
- Model: Gemini 1.5 Flash
"""
ERRORS = """
Known errors ⚠️:
"""
FUTURE_IMPLEMENTATIONS = """
To be implemented 🚀:
- Select other Gemini / Gemma models
- Upload files
- More tools other than web search
"""
IMAGE_WIDTH = 512


def preprocess_stop_sequences(
    stop_sequences: str
) -> Optional[List[str]]:
    return [seq.strip() for seq in stop_sequences.split(",")] if stop_sequences else None


def preprocess_image(
    image: Image.Image
) -> Image.Image:
    image_height = int(image.height * IMAGE_WIDTH / image.width)
    return image.resize((IMAGE_WIDTH, image_height))


def user(
    text_prompt: str,
    chatbot: List[Tuple[str, str]]
):
    return "", chatbot + [[text_prompt, None]]


def bot(
    google_key: str,
    image_prompt: Optional[Image.Image],
    temperature: float,
    max_output_tokens: int,
    stop_sequences: str,
    top_k: int,
    top_p: float,
    chatbot: List[Tuple[str, str]]
):
    google_key = google_key or GEMINI_API_KEY
    if not google_key:
        raise ValueError("GOOGLE_API_KEY is not set. Please set it up.")

    text_prompt = chatbot[-1][0]
    genai.configure(api_key=google_key)
    generation_config = genai.types.GenerationConfig(
        temperature=temperature,
        max_output_tokens=max_output_tokens,
        stop_sequences=preprocess_stop_sequences(stop_sequences),
        top_k=top_k,
        top_p=top_p,
    )

    model_name = "gemini-1.5-flash"
    model = genai.GenerativeModel(model_name)
    inputs = [text_prompt] if image_prompt is None else [
        text_prompt, preprocess_image(image_prompt)
    ]

    response = model.generate_content(
        inputs,
        stream=True,
        generation_config=generation_config
    )
    response.resolve()

    chatbot[-1][1] = ""
    for chunk in response:
        for i in range(0, len(chunk.text), 10):
            chatbot[-1][1] += chunk.text[i:i + 10]
            time.sleep(0.01)
            yield chatbot


google_key_component = gr.Textbox(
    label="GOOGLE API KEY",
    type="password",
    placeholder="...",
    visible=GEMINI_API_KEY is None
)

image_prompt_component = gr.Image(type="pil", label="Image")
chatbot_component = gr.Chatbot(bubble_full_width=False)
text_prompt_component = gr.Textbox(
    placeholder="Chat with Gemini",
    label="Ask me anything and press Enter"
)
run_button_component = gr.Button("Run")
temperature_component = gr.Slider(
    minimum=0,
    maximum=1.0,
    value=0.5,
    step=0.05,
    label="Temperature"
)
max_output_tokens_component = gr.Slider(
    minimum=1,
    maximum=8192,
    value=4096,
    step=1,
    label="Max Output Tokens"
)
stop_sequences_component = gr.Textbox(
    label="Add stop sequence",
    placeholder="STOP, END"
)
top_k_component = gr.Slider(
    minimum=1,
    maximum=40,
    value=32,
    step=1,
    label="Top-K"
)
top_p_component = gr.Slider(
    minimum=0,
    maximum=1,
    value=1,
    step=0.01,
    label="Top-P"
)

user_inputs = [text_prompt_component, chatbot_component]
bot_inputs = [
    google_key_component, image_prompt_component, temperature_component,
    max_output_tokens_component, stop_sequences_component, top_k_component,
    top_p_component, chatbot_component
]
# ============================== Stable - END ==============================

# # ============================== Nightly - START ==============================
# """
# References:
# - https://medium.com/latinxinai/simple-chatbot-gradio-google-gemini-api-4ce02fbaf09f
# """
# GEMINI_API_KEY_NIGHTLY = os.getenv("GEMINI_API_KEY_NIGHTLY")
# model_nightly_name = "gemini-1.5-flash"


# def transform_history(history):
#     new_history = []
#     for user_msg, model_msg in history:
#         new_history.append({"role": "user", "parts": [{"text": user_msg}]})
#         new_history.append({"role": "model", "parts": [{"text": model_msg}]})
#     return new_history


# def upload_to_gemini(path, mime_type=None):
#     file = genai.upload_file(path, mime_type=mime_type)
#     print(f"Uploaded file '{file.display_name}' as: {file.uri}")
#     return file


# def chatbot_nightly(message, history):
#     print(type(message))
#     print(message)
#     message_text = message["text"]
#     message_files = message["files"]
#     if message_files and isinstance(message_files, list):
#         image_uris = [upload_to_gemini(file_path) for file_path in message_files]
#         message_content = [{"text": message_text}] + image_uris
#     else:
#         message_content = {"text": message_text}
#     genai.configure(api_key=GEMINI_API_KEY_NIGHTLY)
#     model_nightly = genai.GenerativeModel(
#         model_nightly_name,
#         safety_settings=[
#             {
#                 "category": "HARM_CATEGORY_HARASSMENT",
#                 "threshold": "BLOCK_NONE"
#             },
#             {
#                 "category": "HARM_CATEGORY_HATE_SPEECH",
#                 "threshold": "BLOCK_NONE"
#             },
#             {
#                 "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT",
#                 "threshold": "BLOCK_NONE"
#             },
#             {
#                 "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
#                 "threshold": "BLOCK_NONE"
#             },
#         ],
#         generation_config={
#             "temperature": 1,
#             "top_p": 0.95,
#             "top_k": 64,
#             "max_output_tokens": 8192,
#             "response_mime_type": "text/plain",
#         }
#     )

#     global chat
#     chat = model_nightly.start_chat(history=[])
#     chat.history = transform_history(history)
#     response_nightly = chat.send_message(message_content)
#     response_nightly.resolve()

#     for i in range(len(response_nightly.text)):
#         time.sleep(0.05)
#         yield response_nightly.text[:i + 1]


# # ============================== Nightly - END ==============================

with gr.Blocks(theme=gr.themes.Soft()) as demo:
    # ============================== Stable - START ==============================
    with gr.Tab("Chat with Gemini 1.5 Flash"):
        gr.HTML(TITLE)
        with gr.Row():
            gr.Markdown(NOTICE)
            gr.Markdown(ABOUT)
            gr.Markdown(ERRORS)
            gr.Markdown(FUTURE_IMPLEMENTATIONS)
        with gr.Column():
            google_key_component.render()
            with gr.Row():
                image_prompt_component.render()
                chatbot_component.render()
            text_prompt_component.render()
            run_button_component.render()
            with gr.Accordion("Parameters", open=False):
                temperature_component.render()
                max_output_tokens_component.render()
                stop_sequences_component.render()
                with gr.Accordion("Advanced", open=False):
                    top_k_component.render()
                    top_p_component.render()

        run_button_component.click(
            fn=user,
            inputs=user_inputs,
            outputs=[text_prompt_component, chatbot_component],
            queue=False
        ).then(
            fn=bot,
            inputs=bot_inputs,
            outputs=[chatbot_component]
        )
        text_prompt_component.submit(
            fn=user,
            inputs=user_inputs,
            outputs=[text_prompt_component, chatbot_component],
            queue=False
        ).then(
            fn=bot,
            inputs=bot_inputs,
            outputs=[chatbot_component]
        )
    # ============================== Stable - END ==============================

    with gr.Tab("Chat with Gemma 2"):
        gr.HTML("""<h1 align="center">Still in development</h1>""")

    # ============================== Nightly - START ==============================
    with gr.Tab("Nightly -- Chat with Gemini 1.5"):
        gr.HTML(TITLE_NIGHTLY)
        gr.Markdown(NOTICE_NIGHTLY)
        gemini_chatbot_stable.render()
# ============================== Nightly - END ==============================

demo.queue().launch(debug=True, show_error=True)