Update app.py

app.py

@@ -75,11 +75,11 @@ GENRE_EXAMPLES = {
 
 # 2. Add constants at the top for magic numbers
 MAX_HISTORY_LENGTH = 20
-MEMORY_WINDOW = 10
-MAX_TOKENS = 2048  # Doubled for longer responses
-TEMPERATURE = 0.8  # Slightly increased for more creative responses
+MEMORY_WINDOW = 5  # Reduced from 10 to limit context
+MAX_TOKENS = 1024  # Reduced from 2048 for faster responses
+TEMPERATURE = 0.7  # Slightly reduced for faster convergence
 TOP_P = 0.95
-MIN_RESPONSE_LENGTH = 200  # Minimum characters before yielding response
+MIN_RESPONSE_LENGTH = 100  # Reduced from 200 for quicker display
 
 def get_examples_for_genre(genre):
     """Get example prompts specific to the selected genre"""
@@ -190,8 +190,8 @@ def respond(
             delta = response_chunk.choices[0].delta.content
             if delta:
                 bot_message += delta
-                # Only yield complete responses
-                if len(bot_message.strip()) >= MIN_RESPONSE_LENGTH and "Option 3:" in bot_message:
+                # Yield more frequently
+                if len(bot_message.strip()) >= MIN_RESPONSE_LENGTH:
                     new_history = chat_history.copy()
                     new_history.append((message, bot_message))
                     yield format_history_for_gradio(new_history)
@@ -214,6 +214,8 @@ def save_story(chat_history):
 
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
     gr.Markdown("# 🔮 Interactive Story Time")
+    with gr.Row():
+        status_message = gr.Markdown("Ready to begin your adventure...", visible=True)
     gr.Markdown("Create a completely unique literary world, one choice at a time. Dare to explore the unknown.")
     
     with gr.Row():
@@ -287,10 +289,15 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
             # 4) Connect each starter button:
             for starter_button in starter_buttons:
                 starter_button.click(
-                    fn=respond,  # Call respond directly
-                    inputs=[starter_button, chatbot, genre, full_memory],  # Use button text as message
+                    fn=lambda x: ((x, ""), []), # Show user message immediately
+                    inputs=[starter_button],
                     outputs=[chatbot],
                     queue=False
+                ).then(  # Chain the response after showing user message
+                    fn=respond,
+                    inputs=[starter_button, chatbot, genre, full_memory],
+                    outputs=[chatbot],
+                    queue=True
                 )
 
             # 5) Dynamically update the 4 buttons if the user changes the genre
@@ -332,3 +339,4 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
 # Run the app
 if __name__ == "__main__":
     demo.launch(server_name="0.0.0.0", server_port=7860)
+