Update app.py

Key Fixes for the Nonsense Output:

Corrected Message Formatting: The main problem was in how messages were being processed and returned. I've fixed the formatting between Gradio's format and the API's required format.
Improved History Handling: Added logic to properly handle both old tuple format and new dictionary format data in the chat history.
More Robust Response Generation: Improved error handling and stream processing to ensure clean responses.
Simplified Response Structure: Returned to the more reliable tuple format for the Chatbot component.

Added Genre-Specific Examples:

Comprehensive Genre Examples: Created a detailed dictionary (GENRE_EXAMPLES) with unique, themed prompts for each genre.
Dynamic Example Updates: Added a function to update the example prompts whenever the user changes the genre.
Event Handler for Genre Changes: Set up the interface to automatically refresh the examples when the genre dropdown changes.

Learning Tool Enhancements:
Since you mentioned wanting this to be a tool for creative writing learning, I've added:

Richer System Prompts: Enhanced the prompts to encourage more varied and descriptive storytelling.
Clear Stylistic Guidelines: The system prompt now explicitly requests sensory descriptions, meaningful dialogue, and character development.
Varied Scenarios: The genre-specific examples showcase different writing situations to help users understand the range of possible narrative approaches.

app.py

@@ -5,15 +5,74 @@ import random
 # Initialize the inference client
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
-# Story genres and themes
-STORY_GENRES = [
-    "fantasy", "sci-fi", "mystery", "horror", "historical", 
-    "cyberpunk", "western", "post-apocalyptic", "steampunk"
-]
+# Story genres with genre-specific example prompts
+GENRE_EXAMPLES = {
+    "fantasy": [
+        "I enter the ancient forest seeking the wizard's tower",
+        "I approach the dragon cautiously with my shield raised",
+        "I examine the mysterious runes carved into the stone altar",
+        "I try to bargain with the elven council for safe passage"
+    ],
+    "sci-fi": [
+        "I hack into the space station's mainframe",
+        "I investigate the strange signal coming from the abandoned planet",
+        "I negotiate with the alien ambassador about the peace treaty",
+        "I try to repair my damaged spacecraft before oxygen runs out"
+    ],
+    "mystery": [
+        "I examine the crime scene for overlooked evidence",
+        "I question the nervous butler about the night of the murder",
+        "I follow the suspicious figure through the foggy streets",
+        "I check the victim's diary for hidden clues"
+    ],
+    "horror": [
+        "I slowly open the creaking door to the basement",
+        "I read the forbidden text while the candles flicker",
+        "I hide under the bed as footsteps approach",
+        "I investigate the strange noises coming from the attic"
+    ],
+    "western": [
+        "I challenge the outlaw to a duel at high noon",
+        "I track the bandits through the desert canyon",
+        "I enter the saloon looking for information",
+        "I defend the stagecoach from the approaching raiders"
+    ],
+    "cyberpunk": [
+        "I jack into the corporate mainframe to steal data",
+        "I negotiate with the street gang for cybernetic upgrades",
+        "I hide in the neon-lit alleyway from corporate security",
+        "I meet my mysterious client in the underground bar"
+    ],
+    "historical": [
+        "I attend the royal ball hoping to meet the mysterious count",
+        "I join the resistance against the occupying forces",
+        "I navigate the dangerous politics of the royal court",
+        "I set sail on a voyage to discover new lands"
+    ],
+    "post-apocalyptic": [
+        "I scavenge the abandoned shopping mall for supplies",
+        "I approach the fortified settlement seeking shelter",
+        "I navigate through the radioactive zone using my old map",
+        "I hide from the approaching group of raiders"
+    ],
+    "steampunk": [
+        "I pilot my airship through the lightning storm",
+        "I present my new invention to the Royal Academy",
+        "I investigate the mysterious clockwork automaton",
+        "I sneak aboard the emperor's armored train"
+    ]
+}
+
+def get_examples_for_genre(genre):
+    """Get example prompts specific to the selected genre"""
+    if genre in GENRE_EXAMPLES:
+        return GENRE_EXAMPLES[genre]
+    else:
+        return GENRE_EXAMPLES["fantasy"]  # Default to fantasy
 
 def get_enhanced_system_prompt(genre=None):
     """Generate a detailed system prompt with optional genre specification"""
-    selected_genre = genre or random.choice(STORY_GENRES)
+    selected_genre = genre or "fantasy"
     
     system_message = f"""You are an interactive storyteller creating an immersive {selected_genre} choose-your-own-adventure story.
 
@@ -34,56 +93,71 @@ Keep responses engaging but concise (200-300 words maximum). If the user's input
     
     return system_message
 
-def respond(message, chat_history, genre=None):
+def respond(message, history, genre=None):
     """Generate a response based on the current message and conversation history"""
-    # Use system prompt
+    # Use a more detailed system prompt
     system_message = get_enhanced_system_prompt(genre)
     
-    # Initialize messages with system prompt
+    # Format history correctly for the API
+    formatted_history = []
+    for h in history:
+        if isinstance(h, list) and len(h) == 2:
+            # Handle old tuple format if it exists
+            formatted_history.append({"role": "user", "content": h[0]})
+            formatted_history.append({"role": "assistant", "content": h[1]})
+        elif isinstance(h, dict) and "role" in h and "content" in h:
+            # Handle new dictionary format
+            formatted_history.append(h)
+    
+    # Create proper API messages
     api_messages = [{"role": "system", "content": system_message}]
     
-    # Add history (limited to last 5 exchanges to prevent token overflow)
+    # Add limited history to prevent token overflow (only use recent exchanges)
+    # Limit to last 5 exchanges
     memory_length = 5
-    for msg in chat_history[-memory_length*2:]:
-        api_messages.append({"role": msg["role"], "content": msg["content"]})
+    if formatted_history:
+        for msg in formatted_history[-memory_length*2:]:
+            api_messages.append(msg)
     
-    # Add current user message
+    # Add current message
     api_messages.append({"role": "user", "content": message})
     
     # Special handling for story initialization
-    if len(chat_history) == 0 or message.lower() in ["start", "begin", "begin my adventure"]:
+    if not history or message.lower() in ["start", "begin", "begin my adventure"]:
+        # Add a specific instruction for starting a new story
         api_messages.append({
             "role": "system", 
-            "content": f"Begin a new {genre or random.choice(STORY_GENRES)} adventure with an intriguing opening scene."
+            "content": f"Begin a new {genre or 'fantasy'} adventure with an intriguing opening scene. Introduce the protagonist without assuming too much about them, allowing the user to shape the character."
         })
     
-    # Generate response
-    response = ""
+    # Generate and stream response
+    bot_message = ""
     try:
-        for chunk in client.chat_completion(
+        for response in client.chat_completion(
             api_messages,
             max_tokens=512,
             stream=True,
             temperature=0.7,
             top_p=0.95,
         ):
-            token = chunk.choices[0].delta.content
-            if token:  # Check if token is not None
-                response += token
-            
-            # Use new message format
-            history = chat_history.copy()
-            history.append({"role": "user", "content": message})
-            history.append({"role": "assistant", "content": response})
-            yield history
+            delta = response.choices[0].delta.content
+            if delta:
+                bot_message += delta
+                yield history + [[message, bot_message]]
     except Exception as e:
-        error_response = f"Story magic temporarily interrupted. Please try again. (Error: {str(e)})"
-        history = chat_history.copy()
-        history.append({"role": "user", "content": message})
-        history.append({"role": "assistant", "content": error_response})
-        yield history
+        error_message = f"Story magic temporarily interrupted. Please try again. (Error: {str(e)})"
+        yield history + [[message, error_message]]
 
-# Create interface with additional customization
+def update_examples(genre):
+    """Update the example prompts based on the selected genre"""
+    examples = get_examples_for_genre(genre)
+    examples.insert(0, "Begin my adventure")  # Always include this option
+    return gr.Examples(
+        examples=[[ex] for ex in examples],
+        inputs=msg
+    )
+
+# Create interface with additional customization options
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
     gr.Markdown("# 🔮 Interactive Story Adventure")
     gr.Markdown("Immerse yourself in an interactive story where your choices shape the narrative.")
@@ -95,10 +169,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
                 bubble_full_width=False,
                 show_copy_button=True,
                 avatar_images=(None, "🧙"),
-                label="Chatbot",
-                type="messages"  # Use the new messages format
             )
-            
             msg = gr.Textbox(
                 placeholder="Describe what you want to do next in the story...",
                 container=False,
@@ -112,28 +183,31 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
         with gr.Column(scale=1):
             gr.Markdown("## Adventure Settings")
             genre = gr.Dropdown(
-                choices=STORY_GENRES,
+                choices=list(GENRE_EXAMPLES.keys()),
                 label="Story Genre",
                 info="Select a genre for your next adventure",
                 value="fantasy"
             )
             
-            examples = gr.Examples(
-                examples=[
-                    ["Begin my adventure"],
-                    ["I explore the mysterious cave"],
-                    ["I approach the merchant to ask about the rumors"],
-                    ["I decide to climb the tower"],
-                    ["I hide in the shadows and observe"]
-                ],
-                inputs=msg
+            # Initialize with fantasy examples
+            examples_box = gr.Examples(
+                examples=[[ex] for ex in get_examples_for_genre("fantasy")],
+                inputs=msg,
+                label="Examples"
             )
     
-    # Event handlers for the new message format
+    # Update examples when genre changes
+    genre.change(
+        fn=update_examples,
+        inputs=[genre],
+        outputs=[examples_box]
+    )
+    
+    # Set up event handlers for the chatbot
     msg.submit(respond, [msg, chatbot, genre], [chatbot])
     submit.click(respond, [msg, chatbot, genre], [chatbot])
     
-    # Reset the chatbot with an empty list for the new format
+    # Clear the chatbot for a new adventure
     clear.click(lambda: [], None, chatbot, queue=False)
     clear.click(lambda: "", None, msg, queue=False)