Spaces:
Running
Running
File size: 15,076 Bytes
92ddc2e 9f69398 084a537 d1b54ac f330958 d21b9af 084a537 f68a299 084a537 92ddc2e 9f69398 92ddc2e c4ad27f 6040209 d21b9af d021d32 c4ad27f c82eaf1 a881bae 2b649ab a881bae 2b649ab a881bae c4ad27f 2f9cd55 d1b54ac c4ad27f d1b54ac cd693fd 06542d0 36864ee 06542d0 36864ee d1b54ac 3552c2f beb06c5 3552c2f beb06c5 2f9cd55 a881bae 6040209 d1b54ac f68a299 3552c2f f68a299 f96ac77 beb06c5 3552c2f beb06c5 0c8ac4f c82eaf1 f96ac77 f68a299 3552c2f c82eaf1 3552c2f f68a299 3552c2f cd10677 f68a299 1153581 f68a299 3552c2f f68a299 6040209 beb06c5 6040209 f951465 d1b54ac f951465 f68a299 beb06c5 d1b54ac 5616d3e 36864ee 5616d3e 36864ee 5616d3e beb06c5 5616d3e 36864ee 5616d3e c4ad27f 0c8ac4f 529ba07 d1b54ac f24720e 36864ee f24720e 0c8ac4f 529ba07 d1b54ac beb06c5 d1b54ac 529ba07 d1b54ac 0c8ac4f 5828d2c 529ba07 beb06c5 279d39e d1b54ac c4ad27f d1b54ac 2f9cd55 d1b54ac 4b95bd0 b377514 4b95bd0 5616d3e 2f9cd55 b377514 2f9cd55 6040209 b377514 2f9cd55 b377514 f330958 b377514 6040209 3552c2f c82eaf1 6040209 c82eaf1 6040209 c82eaf1 beb06c5 2f9cd55 c82eaf1 b377514 6040209 3552c2f 529ba07 2b649ab 5616d3e 2f9cd55 6040209 b377514 2f9cd55 c82eaf1 6040209 c82eaf1 6040209 529ba07 6040209 c82eaf1 6040209 529ba07 6040209 f010e45 c4ad27f f010e45 d1b54ac 4b95bd0 2f9cd55 4b95bd0 b377514 36864ee 4b95bd0 b377514 36864ee b377514 92ddc2e 6040209 2f9cd55 92ddc2e 529ba07 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 |
import gradio as gr
import os
from huggingface_hub import InferenceClient, __version__ as hf_version
import random
from typing import Generator, Dict, List, Tuple, Optional
import logging # Added logging for better debugging
# Configure logging with DEBUG level and add version info
logging.basicConfig(
level=logging.DEBUG,
format='%(asctime)s - %(levelname)s - %(message)s'
)
logging.debug(f"Using huggingface_hub version: {hf_version}")
# Get token from environment variable
hf_token = os.environ.get("HF_TOKEN")
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta", token=hf_token)
# Story genres with genre-specific example prompts
GENRE_EXAMPLES = {
"fairy tale": [
"I follow the shimmer of fairy dust into a hidden forest",
"I meet a talking rabbit who claims to know a secret about the king's lost crown",
"A tiny dragon appears at my window, asking for help to find its mother",
"I step into a clearing where the trees whisper ancient riddles",
"A friendly witch invites me into her cozy cottage, offering a warm cup of tea"
],
"fantasy": [
"I enter the ancient forest seeking the wizard's tower",
"I approach the dragon cautiously with my shield raised",
"I examine the mysterious runes carved into the stone altar",
"I try to bargain with the elven council for safe passage"
],
"sci-fi": [
"I hack into the space station's mainframe",
"I investigate the strange signal coming from the abandoned planet",
"I negotiate with the alien ambassador about the peace treaty",
"I try to repair my damaged spacecraft before oxygen runs out"
],
"mystery": [
"I examine the crime scene for overlooked evidence",
"I question the nervous butler about the night of the murder",
"I follow the suspicious figure through the foggy streets",
"I check the victim's diary for hidden clues"
],
"horror": [
"I slowly open the creaking door to the basement",
"I read the forbidden text while the candles flicker",
"I hide under the bed as footsteps approach",
"I investigate the strange noises coming from the attic"
],
"western": [
"I challenge the outlaw to a duel at high noon",
"I track the bandits through the desert canyon",
"I enter the saloon looking for information",
"I defend the stagecoach from the approaching raiders"
],
"cyberpunk": [
"I jack into the corporate mainframe to steal data",
"I negotiate with the street gang for cybernetic upgrades",
"I hide in the neon-lit alleyway from corporate security",
"I meet my mysterious client in the underground bar"
],
"historical": [
"I attend the royal ball hoping to meet the mysterious count",
"I join the resistance against the occupying forces",
"I navigate the dangerous politics of the royal court",
"I set sail on a voyage to discover new lands"
],
"post-apocalyptic": [
"I scavenge the abandoned shopping mall for supplies",
"I approach the fortified settlement seeking shelter",
"I navigate through the radioactive zone using my old map",
"I hide from the approaching group of raiders"
],
"steampunk": [
"I pilot my airship through the lightning storm",
"I present my new invention to the Royal Academy",
"I investigate the mysterious clockwork automaton",
"I sneak aboard the emperor's armored train"
]
}
# 2. Add constants at the top for magic numbers
MAX_HISTORY_LENGTH = 20
MEMORY_WINDOW = 5 # Reduced from 10 to limit context
MAX_TOKENS = 1024 # Reduced from 2048 for faster responses
TEMPERATURE = 0.7 # Slightly reduced for faster convergence
TOP_P = 0.95
MIN_RESPONSE_LENGTH = 100 # Reduced from 200 for quicker display
def get_examples_for_genre(genre):
"""Get example prompts specific to the selected genre"""
return GENRE_EXAMPLES.get(genre, GENRE_EXAMPLES["fantasy"])
def get_enhanced_system_prompt(genre=None):
"""Generate a detailed system prompt with optional genre specification"""
selected_genre = genre or "fantasy"
system_message = f"""You are an interactive storyteller creating an immersive {selected_genre} choose-your-own-adventure story.
For each response you MUST:
1. Write 100-200 words describing the scene, using vivid sensory details
2. Always use second-person perspective ("you", "your") to maintain reader immersion
3. Include dialogue or your character's thoughts that reveal personality and motivations
4. Create a strong sense of atmosphere appropriate for {selected_genre}
5. End with EXACTLY THREE numbered choices and NOTHING ELSE AFTER THEM:
1. [Complete sentence in second-person starting with a verb]
2. [Complete sentence in second-person starting with a verb]
3. [Complete sentence in second-person starting with a verb]
CRITICAL RULES:
- Provide only ONE set of three choices at the very end of your response
- Never continue the story after giving choices
- Never provide additional choices
- Keep all narrative before the choices
- End every response with exactly three numbered options
- Each choice must start with "You" followed by a verb
Remember: The story continues ONLY when the player makes a choice."""
return system_message
def create_story_summary(chat_history):
"""Create a concise summary of the story so far if the history gets too long"""
if len(chat_history) <= 2:
return None
story_text = ""
for i in range(0, len(chat_history), 2):
if i+1 < len(chat_history):
story_text += f"User: {chat_history[i]}\nStory: {chat_history[i+1]}\n\n"
summary_instruction = {
"role": "system",
"content": "The conversation history is getting long. Please create a brief summary of the key plot points and character development so far to help maintain context without exceeding token limits."
}
return summary_instruction
# Modified function for proper Gradio format (lists)
def respond(message: str, chat_history: List[str], genre: Optional[str] = None, use_full_memory: bool = True) -> Tuple[str, List[str]]:
"""Generate a response based on the current message and conversation history."""
if not message.strip():
return "", chat_history
try:
# Start with system prompt
api_messages = [{"role": "system", "content": get_enhanced_system_prompt(genre)}]
logging.debug(f"System Message: {api_messages[0]}")
# Add chat history - convert from lists to API format
if chat_history and use_full_memory:
# Take pairs of messages (user, bot) from history
history_pairs = list(zip(chat_history[::2], chat_history[1::2]))
for user_msg, bot_msg in history_pairs[-MEMORY_WINDOW:]:
api_messages.extend([
{"role": "user", "content": str(user_msg)},
{"role": "assistant", "content": str(bot_msg)}
])
logging.debug(f"Chat History Messages: {api_messages[1:]}")
# Add current message
api_messages.append({"role": "user", "content": str(message)})
logging.debug(f"Final Message List: {api_messages}")
# Make API call
logging.debug("Making API call...")
response = client.chat_completion(
messages=api_messages,
max_tokens=MAX_TOKENS,
temperature=TEMPERATURE,
top_p=TOP_P
)
logging.debug("API call completed")
# Extract response
bot_message = response.choices[0].message.content
logging.debug(f"Bot Response: {bot_message[:100]}...") # First 100 chars
# Update history using list format [user_msg, bot_msg, user_msg, bot_msg, ...]
updated_history = chat_history + [message, bot_message]
return "", updated_history
except Exception as e:
logging.error("Error in respond function", exc_info=True)
error_msg = f"Story magic temporarily interrupted. Please try again. (Error: {str(e)})"
return "", chat_history + [message, error_msg]
def save_story(chat_history):
"""Convert chat history to markdown and return as downloadable file"""
if not chat_history:
return None
story_text = "# My Interactive Adventure\n\n"
# Process in pairs (user message, bot response)
for i in range(0, len(chat_history), 2):
if i+1 < len(chat_history):
story_text += f"**Player:** {chat_history[i]}\n\n"
story_text += f"**Story:** {chat_history[i+1]}\n\n---\n\n"
# Return as a file for download
return story_text
# Add this function to get a custom avatar image URL
def get_storyteller_avatar_url():
"""Get a URL for the storyteller avatar from a free image service"""
# Using an external wizard avatar image
return "https://api.dicebear.com/7.x/bottts/svg?seed=wizard&backgroundColor=b6e3f4&eyes=bulging"
with gr.Blocks(theme=gr.themes.Soft()) as demo:
# Header section with improved instructions
gr.Markdown("""
# 🔮 AI Story Studio
This AI-powered storytelling experience is a collaboration between you and AI—building a world, scene by scene.
You lead the way with your choices, and AI responds, expanding on your ideas.
### How to Play:
1. Describe what you want to do next *(Example: "I step into the ancient library, searching for hidden scrolls")*
2. Follow one of the AI's suggestions or write your own next move
3. Keep going! The AI remembers your choices and helps shape the evolving adventure
> **Tip:** The more detail you provide, the deeper the story becomes.
""")
wizard_avatar = get_storyteller_avatar_url()
with gr.Row():
with gr.Column(scale=3):
# Chat window + user input - USING LIST FORMAT
chatbot = gr.Chatbot(
height=500,
bubble_full_width=True,
show_copy_button=True,
avatar_images=(None, wizard_avatar),
container=True,
scale=1,
min_width=800,
value=[], # Empty list for messages
render=True
)
msg = gr.Textbox(
placeholder="Describe what you want to do next in the story...",
container=False,
scale=4,
)
with gr.Row():
submit = gr.Button("Continue Story", variant="primary")
clear = gr.Button("Start New Adventure")
with gr.Column(scale=1):
gr.Markdown("## Adventure Settings")
genre = gr.Dropdown(
choices=list(GENRE_EXAMPLES.keys()),
label="Story Genre",
info="Choose the theme of your next adventure",
value="fantasy"
)
full_memory = gr.Checkbox(
label="Full Story Memory",
value=True,
info="When enabled, the AI tries to remember the entire story. If disabled, only the last few exchanges are used."
)
gr.Markdown("## Story Starters")
# Create four placeholder buttons for story starters
starter_btn1 = gr.Button("Starter 1")
starter_btn2 = gr.Button("Starter 2")
starter_btn3 = gr.Button("Starter 3")
starter_btn4 = gr.Button("Starter 4")
starter_buttons = [starter_btn1, starter_btn2, starter_btn3, starter_btn4]
# Simplified update function
def update_starter_buttons(selected_genre):
examples = get_examples_for_genre(selected_genre)
results = []
for i in range(4):
if i < len(examples):
results.append(examples[i])
else:
results.append("")
return tuple(results)
# New direct handler for starter clicks
def use_starter(starter_text, history, selected_genre, memory_flag):
"""Handle starter button clicks with proper message formatting"""
if not starter_text:
return "", history
try:
# Use the respond function for consistent handling
_, updated_history = respond(
message=starter_text,
chat_history=history,
genre=selected_genre,
use_full_memory=memory_flag
)
return "", updated_history
except Exception as e:
error_msg = f"Story magic temporarily interrupted. Please try again. (Error: {str(e)})"
return "", history + [starter_text, error_msg]
# Simplified button connections
for starter_button in starter_buttons:
starter_button.click(
fn=use_starter,
inputs=[starter_button, chatbot, genre, full_memory],
outputs=[msg, chatbot],
queue=True
)
# Update buttons when genre changes
genre.change(
fn=update_starter_buttons,
inputs=[genre],
outputs=starter_buttons
)
# Handler for user input
msg.submit(
fn=respond,
inputs=[msg, chatbot, genre, full_memory],
outputs=[msg, chatbot]
)
submit.click(
fn=respond,
inputs=[msg, chatbot, genre, full_memory],
outputs=[msg, chatbot]
)
# Clear the chatbot for a new adventure
clear.click(lambda: [], None, chatbot, queue=False)
clear.click(lambda: "", None, msg, queue=False)
# "Download My Story" row
with gr.Row():
save_btn = gr.Button("Download My Story", variant="secondary")
story_output = gr.File(
label="Download your story",
file_count="single",
type="string",
file_types=[".md"]
)
save_btn.click(
fn=lambda x: (save_story(x), "story.md") if x else None,
inputs=[chatbot],
outputs=[story_output]
)
# Initialize buttons with default fantasy genre examples
initial_examples = get_examples_for_genre("fantasy")
initial_button_data = tuple(
initial_examples[i] if i < len(initial_examples) else ""
for i in range(4)
)
# Update button text on page load
demo.load(
fn=lambda: initial_button_data,
outputs=starter_buttons,
queue=False
)
# Run the app
if __name__ == "__main__":
demo.launch(server_name="0.0.0.0", server_port=7860) |