Update app.py

app.py

@@ -75,7 +75,6 @@ def get_enhanced_system_prompt(genre=None):
     selected_genre = genre or "fantasy"
     
     system_message = f"""You are an interactive storyteller creating an immersive {selected_genre} choose-your-own-adventure story.
-
 For each response:
 1. Provide vivid sensory descriptions of the scene, environment, and characters
 2. Include meaningful dialogue or internal monologue that reveals character motivations
@@ -83,47 +82,75 @@ For each response:
 4. Maintain consistent world-building and character development
 5. Incorporate appropriate atmosphere and tone for a {selected_genre} setting
 6. Remember previous choices to create a coherent narrative arc
-
 Format your three options as:
 - Option 1: [Complete sentence describing a possible action]
 - Option 2: [Complete sentence describing a possible action]
 - Option 3: [Complete sentence describing a possible action]
-
 Keep responses engaging but concise (200-300 words maximum). If the user's input doesn't clearly indicate a choice, interpret their intent and move the story forward in the most logical direction."""
     
     return system_message
 
-def respond(message, history, genre=None):
+def create_story_summary(chat_history):
+    """Create a concise summary of the story so far if the history gets too long"""
+    if len(chat_history) <= 2:  # Not enough history to summarize
+        return None
+    
+    # Extract just the content for summarization
+    story_text = ""
+    for user_msg, bot_msg in chat_history:
+        story_text += f"User: {user_msg}\nStory: {bot_msg}\n\n"
+    
+    # Add a summary instruction
+    summary_instruction = {
+        "role": "system",
+        "content": "The conversation history is getting long. Please create a brief summary of the key plot points and character development so far to help maintain context without exceeding token limits."
+    }
+    
+    return summary_instruction
+
+def respond(message, chat_history, genre=None, use_full_memory=True):
     """Generate a response based on the current message and conversation history"""
     # Use a more detailed system prompt
     system_message = get_enhanced_system_prompt(genre)
     
     # Format history correctly for the API
     formatted_history = []
-    for h in history:
-        if isinstance(h, list) and len(h) == 2:
-            # Handle old tuple format if it exists
-            formatted_history.append({"role": "user", "content": h[0]})
-            formatted_history.append({"role": "assistant", "content": h[1]})
-        elif isinstance(h, dict) and "role" in h and "content" in h:
-            # Handle new dictionary format
-            formatted_history.append(h)
+    for user_msg, bot_msg in chat_history:
+        formatted_history.append({"role": "user", "content": user_msg})
+        formatted_history.append({"role": "assistant", "content": bot_msg})
     
     # Create proper API messages
     api_messages = [{"role": "system", "content": system_message}]
     
-    # Add limited history to prevent token overflow (only use recent exchanges)
-    # Limit to last 5 exchanges
-    memory_length = 5
-    if formatted_history:
-        for msg in formatted_history[-memory_length*2:]:
-            api_messages.append(msg)
+    # Token management strategy
+    # Option 1: Use full history but potentially hit token limits
+    if use_full_memory and formatted_history:
+        # If there's a lot of history, we might need a summary
+        if len(formatted_history) > 20:  # Arbitrary threshold, adjust as needed
+            summary_instruction = create_story_summary(chat_history[:len(chat_history)-5])
+            if summary_instruction:
+                api_messages.append(summary_instruction)
+            
+            # Add only the most recent exchanges after the summary
+            for msg in formatted_history[-10:]:
+                api_messages.append(msg)
+        else:
+            # Add all history if it's not too long
+            for msg in formatted_history:
+                api_messages.append(msg)
+    # Option 2: Limited history - fallback if full memory is disabled
+    else:
+        # Set a larger memory length but still have a limit
+        memory_length = 10  # Increased from 5
+        if formatted_history:
+            for msg in formatted_history[-memory_length*2:]:
+                api_messages.append(msg)
     
     # Add current message
     api_messages.append({"role": "user", "content": message})
     
     # Special handling for story initialization
-    if not history or message.lower() in ["start", "begin", "begin my adventure"]:
+    if not chat_history or message.lower() in ["start", "begin", "begin my adventure"]:
         # Add a specific instruction for starting a new story
         api_messages.append({
             "role": "system", 
@@ -143,10 +170,13 @@ def respond(message, history, genre=None):
             delta = response.choices[0].delta.content
             if delta:
                 bot_message += delta
-                yield history + [[message, bot_message]]
+                # Create a new list for the updated chat history
+                new_history = chat_history.copy()
+                new_history.append((message, bot_message))
+                yield new_history
     except Exception as e:
         error_message = f"Story magic temporarily interrupted. Please try again. (Error: {str(e)})"
-        yield history + [[message, error_message]]
+        yield chat_history + [(message, error_message)]
 
 def update_examples(genre):
     """Update the example prompts based on the selected genre"""
@@ -169,7 +199,6 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
                 bubble_full_width=False,
                 show_copy_button=True,
                 avatar_images=(None, "🧙"),
-                type="messages"  # ✅ Fix for future Gradio updates
             )
             msg = gr.Textbox(
                 placeholder="Describe what you want to do next in the story...",
@@ -190,6 +219,13 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
                 value="fantasy"
             )
             
+            # Add a memory toggle option
+            full_memory = gr.Checkbox(
+                label="Full Story Memory",
+                value=True,
+                info="When enabled, the AI will try to remember the entire story"
+            )
+            
             # Initialize with fantasy examples
             examples_box = gr.Examples(
                 examples=[[ex] for ex in get_examples_for_genre("fantasy")],
@@ -212,15 +248,33 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
         inputs=[genre],
         outputs=[examples_textbox]
     )
-
     
     # Set up event handlers for the chatbot
-    msg.submit(respond, [msg, chatbot, genre], [chatbot])
-    submit.click(respond, [msg, chatbot, genre], [chatbot])
+    msg.submit(respond, [msg, chatbot, genre, full_memory], [chatbot])
+    submit.click(respond, [msg, chatbot, genre, full_memory], [chatbot])
     
     # Clear the chatbot for a new adventure
     clear.click(lambda: [], None, chatbot, queue=False)
     clear.click(lambda: "", None, msg, queue=False)
+    
+    # Add a download story button
+    def save_story(chat_history):
+        if not chat_history:
+            return "No story to save yet!"
+        
+        story_text = "# My Interactive Adventure\n\n"
+        for user_msg, bot_msg in chat_history:
+            story_text += f"**Player:** {user_msg}\n\n"
+            story_text += f"**Story:** {bot_msg}\n\n---\n\n"
+        
+        return story_text
+    
+    with gr.Row():
+        save_btn = gr.Button("Save Story as Markdown", variant="secondary")
+        story_output = gr.Markdown(visible=False)
+    
+    save_btn.click(save_story, inputs=[chatbot], outputs=[story_output])
+    save_btn.click(lambda: True, None, story_output, js="() => {document.getElementById('story_output').scrollIntoView();}", queue=False)
 
 if __name__ == "__main__":
     demo.launch(server_name="0.0.0.0", server_port=7860)