| from PIL import Image | |
| import google.generativeai as genai | |
| import streamlit as st | |
| import time | |
| import random | |
| from utils import SAFETY_SETTTINGS | |
| st.set_page_config( | |
| page_title="Chat with Gemini-Pro Vision", | |
| page_icon="🔥", | |
| menu_items={ | |
| 'About': "Forked from https://github.com/hiliuxg/geminichat" | |
| } | |
| ) | |
| st.title('Upload Image') | |
| if "app_key" not in st.session_state: | |
| app_key = st.text_input("Your Gemini App Key", type='password') | |
| if app_key: | |
| st.session_state.app_key = app_key | |
| try: | |
| genai.configure(api_key = st.session_state.app_key) | |
| model = genai.GenerativeModel('gemini-pro-vision') | |
| except AttributeError as e: | |
| st.warning("Please Add Your Gemini App Key.") | |
| def show_message(prompt, image, loading_str): | |
| with st.chat_message("assistant"): | |
| message_placeholder = st.empty() | |
| message_placeholder.markdown(loading_str) | |
| full_response = "" | |
| try: | |
| for chunk in model.generate_content([prompt, image], stream = True, safety_settings = SAFETY_SETTTINGS): | |
| word_count = 0 | |
| random_int = random.randint(5, 10) | |
| for word in chunk.text: | |
| full_response += word | |
| word_count += 1 | |
| if word_count == random_int: | |
| time.sleep(0.05) | |
| message_placeholder.markdown(full_response + "_") | |
| word_count = 0 | |
| random_int = random.randint(5, 10) | |
| except genai.types.generation_types.BlockedPromptException as e: | |
| st.exception(e) | |
| except Exception as e: | |
| st.exception(e) | |
| message_placeholder.markdown(full_response) | |
| st.session_state.history_pic.append({"role": "assistant", "text": full_response}) | |
| def clear_state(): | |
| st.session_state.history_pic = [] | |
| if "history_pic" not in st.session_state: | |
| st.session_state.history_pic = [] | |
| image = None | |
| if "app_key" in st.session_state: | |
| uploaded_file = st.file_uploader("choose a pic...", type=["jpg", "png", "jpeg", "gif"], label_visibility='collapsed', on_change = clear_state) | |
| if uploaded_file is not None: | |
| image = Image.open(uploaded_file) | |
| width, height = image.size | |
| resized_img = image.resize((128, int(height/(width/128))), Image.LANCZOS) | |
| st.image(image) | |
| if len(st.session_state.history_pic) > 0: | |
| for item in st.session_state.history_pic: | |
| with st.chat_message(item["role"]): | |
| st.markdown(item["text"]) | |
| if "app_key" in st.session_state: | |
| if prompt := st.chat_input("desc this picture"): | |
| if image is None: | |
| st.warning("Please upload an image first", icon="⚠️") | |
| else: | |
| prompt = prompt.replace('\n', ' \n') | |
| with st.chat_message("user"): | |
| st.markdown(prompt) | |
| st.session_state.history_pic.append({"role": "user", "text": prompt}) | |
| show_message(prompt, resized_img, "Thinking...") | |