Update app.py

app.py

@@ -1,18 +1,27 @@
+import os
+import io
 import gradio as gr
 import google.generativeai as genai
 from PIL import Image
-import os
-import io
 
 # Configure the Gemini API
-genai.configure(api_key=os.environ.get("AIzaSyCFdxcKVO6VSxEBaNE2W3LIvRLPEPpyMGw"))
+genai.configure(api_key=os.environ["AIzaSyCFdxcKVO6VSxEBaNE2W3LIvRLPEPpyMGw"])
 
-# Set up the model
+def upload_to_gemini(image):
+    """Uploads the given image to Gemini."""
+    if image is None:
+        return None
+    image_byte_array = io.BytesIO()
+    image.save(image_byte_array, format='JPEG')
+    image_byte_array = image_byte_array.getvalue()
+    return genai.upload_file(image_byte_array, mime_type="image/jpeg")
+
+# Create the model
 generation_config = {
-    "temperature": 1,
+    "temperature": 0.9,
     "top_p": 0.95,
     "top_k": 64,
-    "max_output_tokens": 8192,
+    "max_output_tokens": 1024,
     "response_mime_type": "text/plain",
 }
 
@@ -21,29 +30,42 @@ model = genai.GenerativeModel(
     generation_config=generation_config,
 )
 
-def image_to_byte_array(image: Image) -> bytes:
-    imgByteArr = io.BytesIO()
-    image.save(imgByteArr, format=image.format)
-    imgByteArr = imgByteArr.getvalue()
-    return imgByteArr
-
 def chat_with_gemini(history, user_message, image):
     history = history or []
     
     try:
-        if image is not None:
-            # Convert image to byte array
-            image_bytes = image_to_byte_array(image)
-            # Create a Content object for the image
-            image_parts = [{"mime_type": "image/jpeg", "data": image_bytes}]
-            prompt_parts = [user_message] + image_parts
+        uploaded_image = upload_to_gemini(image) if image else None
+        
+        if not history:
+            # Start a new chat session
+            chat_session = model.start_chat(
+                history=[
+                    {
+                        "role": "user",
+                        "parts": [
+                            uploaded_image,
+                            user_message,
+                        ] if uploaded_image else [user_message],
+                    },
+                ]
+            )
         else:
-            prompt_parts = [user_message]
-
-        # Generate content
-        response = model.generate_content(prompt_parts)
+            # Continue existing chat session
+            chat_session = model.start_chat(history=[
+                {"role": "user" if i % 2 == 0 else "model", "parts": [msg]}
+                for i, (msg, _) in enumerate(history)
+            ])
+            
+            # Send the new message
+            if uploaded_image:
+                chat_session.send_message([uploaded_image, user_message])
+            else:
+                chat_session.send_message(user_message)
+        
+        # Get the response
+        response = chat_session.last
         response_text = response.text
-
+        
         history.append((user_message, response_text))
     except Exception as e:
         error_message = f"An error occurred: {str(e)}"