File size: 15,076 Bytes
92ddc2e
9f69398
084a537
d1b54ac
f330958
d21b9af
 
084a537
f68a299
 
 
 
084a537
92ddc2e
9f69398
 
 
92ddc2e
c4ad27f
 
6040209
d21b9af
 
 
 
d021d32
 
c4ad27f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
c82eaf1
a881bae
2b649ab
 
 
a881bae
2b649ab
a881bae
c4ad27f
 
2f9cd55
d1b54ac
 
 
c4ad27f
d1b54ac
cd693fd
06542d0
 
 
 
36864ee
 
 
 
 
 
 
 
 
 
 
 
06542d0
36864ee
 
d1b54ac
 
3552c2f
 
 
 
 
 
beb06c5
 
 
3552c2f
 
 
 
 
 
 
beb06c5
 
2f9cd55
a881bae
6040209
 
d1b54ac
f68a299
3552c2f
f68a299
f96ac77
beb06c5
3552c2f
beb06c5
 
 
0c8ac4f
 
 
 
c82eaf1
f96ac77
f68a299
3552c2f
c82eaf1
3552c2f
f68a299
 
3552c2f
 
 
 
 
cd10677
f68a299
1153581
f68a299
3552c2f
f68a299
6040209
beb06c5
 
6040209
f951465
d1b54ac
f951465
f68a299
beb06c5
d1b54ac
5616d3e
36864ee
5616d3e
36864ee
5616d3e
 
beb06c5
 
 
 
 
5616d3e
36864ee
5616d3e
c4ad27f
0c8ac4f
 
 
 
 
529ba07
d1b54ac
f24720e
 
36864ee
f24720e
 
 
 
 
 
 
 
 
 
 
 
0c8ac4f
529ba07
d1b54ac
 
beb06c5
d1b54ac
529ba07
 
d1b54ac
0c8ac4f
5828d2c
 
529ba07
beb06c5
279d39e
d1b54ac
 
 
 
 
 
 
 
 
 
 
 
 
 
c4ad27f
d1b54ac
2f9cd55
d1b54ac
 
4b95bd0
 
 
b377514
4b95bd0
 
5616d3e
 
2f9cd55
b377514
 
 
 
 
2f9cd55
6040209
b377514
 
2f9cd55
b377514
 
f330958
b377514
6040209
 
3552c2f
c82eaf1
6040209
c82eaf1
6040209
 
 
c82eaf1
 
 
 
 
 
 
 
 
 
 
 
beb06c5
2f9cd55
c82eaf1
b377514
 
6040209
3552c2f
529ba07
2b649ab
5616d3e
2f9cd55
6040209
b377514
 
 
 
 
2f9cd55
c82eaf1
6040209
c82eaf1
6040209
529ba07
6040209
 
c82eaf1
6040209
529ba07
6040209
f010e45
c4ad27f
f010e45
d1b54ac
4b95bd0
2f9cd55
4b95bd0
b377514
36864ee
 
 
 
 
 
4b95bd0
b377514
36864ee
 
 
b377514
92ddc2e
6040209
 
 
 
 
 
 
 
 
 
 
 
 
2f9cd55
 
92ddc2e
529ba07
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
import gradio as gr
import os
from huggingface_hub import InferenceClient, __version__ as hf_version
import random
from typing import Generator, Dict, List, Tuple, Optional
import logging  # Added logging for better debugging

# Configure logging with DEBUG level and add version info
logging.basicConfig(
    level=logging.DEBUG,
    format='%(asctime)s - %(levelname)s - %(message)s'
)
logging.debug(f"Using huggingface_hub version: {hf_version}")

# Get token from environment variable
hf_token = os.environ.get("HF_TOKEN")
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta", token=hf_token)

# Story genres with genre-specific example prompts
GENRE_EXAMPLES = {
    "fairy tale": [
        "I follow the shimmer of fairy dust into a hidden forest",
        "I meet a talking rabbit who claims to know a secret about the king's lost crown",
        "A tiny dragon appears at my window, asking for help to find its mother",
        "I step into a clearing where the trees whisper ancient riddles",
        "A friendly witch invites me into her cozy cottage, offering a warm cup of tea"
    ],
    "fantasy": [
        "I enter the ancient forest seeking the wizard's tower",
        "I approach the dragon cautiously with my shield raised",
        "I examine the mysterious runes carved into the stone altar",
        "I try to bargain with the elven council for safe passage"
    ],
    "sci-fi": [
        "I hack into the space station's mainframe",
        "I investigate the strange signal coming from the abandoned planet",
        "I negotiate with the alien ambassador about the peace treaty",
        "I try to repair my damaged spacecraft before oxygen runs out"
    ],
    "mystery": [
        "I examine the crime scene for overlooked evidence",
        "I question the nervous butler about the night of the murder",
        "I follow the suspicious figure through the foggy streets",
        "I check the victim's diary for hidden clues"
    ],
    "horror": [
        "I slowly open the creaking door to the basement",
        "I read the forbidden text while the candles flicker",
        "I hide under the bed as footsteps approach",
        "I investigate the strange noises coming from the attic"
    ],
    "western": [
        "I challenge the outlaw to a duel at high noon",
        "I track the bandits through the desert canyon",
        "I enter the saloon looking for information",
        "I defend the stagecoach from the approaching raiders"
    ],
    "cyberpunk": [
        "I jack into the corporate mainframe to steal data",
        "I negotiate with the street gang for cybernetic upgrades",
        "I hide in the neon-lit alleyway from corporate security",
        "I meet my mysterious client in the underground bar"
    ],
    "historical": [
        "I attend the royal ball hoping to meet the mysterious count",
        "I join the resistance against the occupying forces",
        "I navigate the dangerous politics of the royal court",
        "I set sail on a voyage to discover new lands"
    ],
    "post-apocalyptic": [
        "I scavenge the abandoned shopping mall for supplies",
        "I approach the fortified settlement seeking shelter",
        "I navigate through the radioactive zone using my old map",
        "I hide from the approaching group of raiders"
    ],
    "steampunk": [
        "I pilot my airship through the lightning storm",
        "I present my new invention to the Royal Academy",
        "I investigate the mysterious clockwork automaton",
        "I sneak aboard the emperor's armored train"
    ]
}

# 2. Add constants at the top for magic numbers
MAX_HISTORY_LENGTH = 20
MEMORY_WINDOW = 5  # Reduced from 10 to limit context
MAX_TOKENS = 1024  # Reduced from 2048 for faster responses
TEMPERATURE = 0.7  # Slightly reduced for faster convergence
TOP_P = 0.95
MIN_RESPONSE_LENGTH = 100  # Reduced from 200 for quicker display

def get_examples_for_genre(genre):
    """Get example prompts specific to the selected genre"""
    return GENRE_EXAMPLES.get(genre, GENRE_EXAMPLES["fantasy"])

def get_enhanced_system_prompt(genre=None):
    """Generate a detailed system prompt with optional genre specification"""
    selected_genre = genre or "fantasy"
    system_message = f"""You are an interactive storyteller creating an immersive {selected_genre} choose-your-own-adventure story.
For each response you MUST:
1. Write 100-200 words describing the scene, using vivid sensory details
2. Always use second-person perspective ("you", "your") to maintain reader immersion
3. Include dialogue or your character's thoughts that reveal personality and motivations
4. Create a strong sense of atmosphere appropriate for {selected_genre}
5. End with EXACTLY THREE numbered choices and NOTHING ELSE AFTER THEM:

1. [Complete sentence in second-person starting with a verb]
2. [Complete sentence in second-person starting with a verb]
3. [Complete sentence in second-person starting with a verb]

CRITICAL RULES:
- Provide only ONE set of three choices at the very end of your response
- Never continue the story after giving choices
- Never provide additional choices
- Keep all narrative before the choices
- End every response with exactly three numbered options
- Each choice must start with "You" followed by a verb

Remember: The story continues ONLY when the player makes a choice."""
    return system_message

def create_story_summary(chat_history):
    """Create a concise summary of the story so far if the history gets too long"""
    if len(chat_history) <= 2:
        return None
    
    story_text = ""
    for i in range(0, len(chat_history), 2):
        if i+1 < len(chat_history):
            story_text += f"User: {chat_history[i]}\nStory: {chat_history[i+1]}\n\n"
    
    summary_instruction = {
        "role": "system",
        "content": "The conversation history is getting long. Please create a brief summary of the key plot points and character development so far to help maintain context without exceeding token limits."
    }
    return summary_instruction

# Modified function for proper Gradio format (lists)
def respond(message: str, chat_history: List[str], genre: Optional[str] = None, use_full_memory: bool = True) -> Tuple[str, List[str]]:
    """Generate a response based on the current message and conversation history."""
    if not message.strip():
        return "", chat_history
    
    try:
        # Start with system prompt
        api_messages = [{"role": "system", "content": get_enhanced_system_prompt(genre)}]
        logging.debug(f"System Message: {api_messages[0]}")
        
        # Add chat history - convert from lists to API format
        if chat_history and use_full_memory:
            # Take pairs of messages (user, bot) from history
            history_pairs = list(zip(chat_history[::2], chat_history[1::2]))
            for user_msg, bot_msg in history_pairs[-MEMORY_WINDOW:]:
                api_messages.extend([
                    {"role": "user", "content": str(user_msg)},
                    {"role": "assistant", "content": str(bot_msg)}
                ])
            logging.debug(f"Chat History Messages: {api_messages[1:]}")
        
        # Add current message
        api_messages.append({"role": "user", "content": str(message)})
        logging.debug(f"Final Message List: {api_messages}")

        # Make API call
        logging.debug("Making API call...")
        response = client.chat_completion(
            messages=api_messages,
            max_tokens=MAX_TOKENS,
            temperature=TEMPERATURE,
            top_p=TOP_P
        )
        logging.debug("API call completed")
        
        # Extract response
        bot_message = response.choices[0].message.content
        logging.debug(f"Bot Response: {bot_message[:100]}...")  # First 100 chars
        
        # Update history using list format [user_msg, bot_msg, user_msg, bot_msg, ...]
        updated_history = chat_history + [message, bot_message]
        return "", updated_history
    
    except Exception as e:
        logging.error("Error in respond function", exc_info=True)
        error_msg = f"Story magic temporarily interrupted. Please try again. (Error: {str(e)})"
        return "", chat_history + [message, error_msg]

def save_story(chat_history):
    """Convert chat history to markdown and return as downloadable file"""
    if not chat_history:
        return None
    
    story_text = "# My Interactive Adventure\n\n"
    # Process in pairs (user message, bot response)
    for i in range(0, len(chat_history), 2):
        if i+1 < len(chat_history):
            story_text += f"**Player:** {chat_history[i]}\n\n"
            story_text += f"**Story:** {chat_history[i+1]}\n\n---\n\n"
    
    # Return as a file for download
    return story_text

# Add this function to get a custom avatar image URL
def get_storyteller_avatar_url():
    """Get a URL for the storyteller avatar from a free image service"""
    # Using an external wizard avatar image
    return "https://api.dicebear.com/7.x/bottts/svg?seed=wizard&backgroundColor=b6e3f4&eyes=bulging"

with gr.Blocks(theme=gr.themes.Soft()) as demo:
    # Header section with improved instructions
    gr.Markdown("""
    # 🔮 AI Story Studio

    This AI-powered storytelling experience is a collaboration between you and AI—building a world, scene by scene. 
    You lead the way with your choices, and AI responds, expanding on your ideas.
    
    ### How to Play:
    1. Describe what you want to do next *(Example: "I step into the ancient library, searching for hidden scrolls")*
    2. Follow one of the AI's suggestions or write your own next move
    3. Keep going! The AI remembers your choices and helps shape the evolving adventure
    
    > **Tip:** The more detail you provide, the deeper the story becomes.
    """)
    
    wizard_avatar = get_storyteller_avatar_url()
    
    with gr.Row():
        with gr.Column(scale=3):
            # Chat window + user input - USING LIST FORMAT
            chatbot = gr.Chatbot(
                height=500,
                bubble_full_width=True,
                show_copy_button=True,
                avatar_images=(None, wizard_avatar),
                container=True,
                scale=1,
                min_width=800,
                value=[],  # Empty list for messages
                render=True
            )
            msg = gr.Textbox(
                placeholder="Describe what you want to do next in the story...",
                container=False,
                scale=4,
            )
            
            with gr.Row():
                submit = gr.Button("Continue Story", variant="primary")
                clear = gr.Button("Start New Adventure")
                
        with gr.Column(scale=1):
            gr.Markdown("## Adventure Settings")
            genre = gr.Dropdown(
                choices=list(GENRE_EXAMPLES.keys()),
                label="Story Genre",
                info="Choose the theme of your next adventure",
                value="fantasy"
            )
            full_memory = gr.Checkbox(
                label="Full Story Memory",
                value=True,
                info="When enabled, the AI tries to remember the entire story. If disabled, only the last few exchanges are used."
            )
            
            gr.Markdown("## Story Starters")
            
            # Create four placeholder buttons for story starters
            starter_btn1 = gr.Button("Starter 1")
            starter_btn2 = gr.Button("Starter 2")
            starter_btn3 = gr.Button("Starter 3")
            starter_btn4 = gr.Button("Starter 4")
            starter_buttons = [starter_btn1, starter_btn2, starter_btn3, starter_btn4]

            # Simplified update function
            def update_starter_buttons(selected_genre):
                examples = get_examples_for_genre(selected_genre)
                results = []
                for i in range(4):
                    if i < len(examples):
                        results.append(examples[i])
                    else:
                        results.append("")
                return tuple(results)

            # New direct handler for starter clicks
            def use_starter(starter_text, history, selected_genre, memory_flag):
                """Handle starter button clicks with proper message formatting"""
                if not starter_text:
                    return "", history
                
                try:
                    # Use the respond function for consistent handling
                    _, updated_history = respond(
                        message=starter_text,
                        chat_history=history,
                        genre=selected_genre,
                        use_full_memory=memory_flag
                    )
                    return "", updated_history
                                
                except Exception as e:
                    error_msg = f"Story magic temporarily interrupted. Please try again. (Error: {str(e)})"
                    return "", history + [starter_text, error_msg]

            # Simplified button connections
            for starter_button in starter_buttons:
                starter_button.click(
                    fn=use_starter,
                    inputs=[starter_button, chatbot, genre, full_memory],
                    outputs=[msg, chatbot],
                    queue=True
                )

            # Update buttons when genre changes
            genre.change(
                fn=update_starter_buttons,
                inputs=[genre],
                outputs=starter_buttons
            )

    # Handler for user input
    msg.submit(
        fn=respond,
        inputs=[msg, chatbot, genre, full_memory],
        outputs=[msg, chatbot]
    )
    submit.click(
        fn=respond,
        inputs=[msg, chatbot, genre, full_memory],
        outputs=[msg, chatbot]
    )
    
    # Clear the chatbot for a new adventure
    clear.click(lambda: [], None, chatbot, queue=False)
    clear.click(lambda: "", None, msg, queue=False)
    
    # "Download My Story" row
    with gr.Row():
        save_btn = gr.Button("Download My Story", variant="secondary")
        story_output = gr.File(
            label="Download your story",
            file_count="single",
            type="string",
            file_types=[".md"]
        )
    
    save_btn.click(
        fn=lambda x: (save_story(x), "story.md") if x else None,
        inputs=[chatbot],
        outputs=[story_output]
    )

    # Initialize buttons with default fantasy genre examples
    initial_examples = get_examples_for_genre("fantasy")
    initial_button_data = tuple(
        initial_examples[i] if i < len(initial_examples) else ""
        for i in range(4)
    )
    
    # Update button text on page load
    demo.load(
        fn=lambda: initial_button_data,
        outputs=starter_buttons,
        queue=False
    )

# Run the app
if __name__ == "__main__":
    demo.launch(server_name="0.0.0.0", server_port=7860)