Update app.py

app.py

@@ -141,17 +141,11 @@ def respond(
     if not message.strip():
         return chat_history
 
-    # Use the enhanced system prompt instead of the simple one
-    system_message = get_enhanced_system_prompt(genre)
-
     # Format messages for the API
-    formatted_messages = []
-    
-    # Add system message first
-    formatted_messages.append({
+    formatted_messages = [{
         "role": "system",
-        "content": system_message
-    })
+        "content": get_enhanced_system_prompt(genre)
+    }]
     
     # Add chat history
     if chat_history and use_full_memory:
@@ -168,32 +162,20 @@ def respond(
     })
 
     try:
-        bot_message = ""
-        current_history = list(chat_history)
-        
-        for response_chunk in client.chat_completion(
+        response = client.chat_completion(
             formatted_messages,
             max_tokens=MAX_TOKENS,
-            stream=True,
             temperature=TEMPERATURE,
             top_p=TOP_P
-        ):
-            if hasattr(response_chunk.choices[0].delta, 'content'):
-                delta = response_chunk.choices[0].delta.content
-                if delta:
-                    bot_message += delta
-                    if len(bot_message.strip()) >= MIN_RESPONSE_LENGTH:
-                        new_history = current_history + [(message, bot_message)]
-                        yield new_history
-        
-        if bot_message:  # Ensure final message is yielded
-            final_history = current_history + [(message, bot_message)]
-            yield final_history
+        )
+        bot_message = response.choices[0].message.content
+        new_history = list(chat_history) + [(message, bot_message)]
+        return new_history
                         
     except Exception as e:
         error_message = f"Story magic temporarily interrupted. Please try again. (Error: {str(e)})"
-        error_history = current_history + [(message, error_message)]
-        yield error_history
+        error_history = list(chat_history) + [(message, error_message)]
+        return error_history
 
 def save_story(chat_history):
     """Convert chat history to markdown for download"""
@@ -224,7 +206,9 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
                 type="messages",
                 container=True,
                 scale=1,
-                min_width=800  # Ensure minimum width
+                min_width=800,  # Ensure minimum width
+                value=[],  # Initialize with empty list
+                render=True
             )
             msg = gr.Textbox(
                 placeholder="Describe what you want to do next in the story...",
@@ -284,11 +268,11 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
             # 4) Connect each starter button:
             for starter_button in starter_buttons:
                 starter_button.click(
-                    fn=lambda x: [(x, "")],  # Changed to return properly formatted history
+                    fn=lambda x: {"role": "user", "content": str(x)},  # Format as message dict
                     inputs=[starter_button],
                     outputs=[chatbot],
                     queue=False
-                ).then(  # Chain the response after showing user message
+                ).then(
                     fn=respond,
                     inputs=[starter_button, chatbot, genre, full_memory],
                     outputs=[chatbot],
@@ -334,3 +318,4 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
 # Run the app
 if __name__ == "__main__":
     demo.launch(server_name="0.0.0.0", server_port=7860)
+