add init

llm_inference_video.py

@@ -113,49 +113,118 @@ class VideoLLMInferenceNode:
         if not concept:
             return "Please enter a concept for the video."
             
-        # Build the prompt
-        system_message = """You are a professional video prompt generator. Your task is to create detailed, technical, and creative video prompts based on user inputs. 
-The prompts should be suitable for text-to-video AI models and include specific technical details that match the requested style, camera movement, pacing, and effects.
-Focus on creating high-quality, cohesive prompts that could be used to generate impressive AI videos."""
-
-        # Set prompt length guidelines
-        length_guide = {
-            "Short": "Create a concise prompt of 2-3 sentences.",
-            "Medium": "Create a detailed prompt of 4-6 sentences.",
-            "Long": "Create an extensive prompt with 7-10 sentences covering all details."
-        }
-        
-        # Put together options for the prompt
-        options = []
-        if style and style != "None": 
-            options.append(f"Style: {style}")
-        if camera_style and camera_style != "None":
-            options.append(f"Camera Movement Style: {camera_style}")
-        if camera_direction and camera_direction != "None":
-            options.append(f"Camera Direction: {camera_direction}")
-        if pacing and pacing != "None":
-            options.append(f"Pacing Rhythm: {pacing}")
-        if special_effects and special_effects != "None":
-            options.append(f"Special Effects: {special_effects}")
-        if custom_elements:
-            options.append(f"Custom Elements: {custom_elements}")
-        
-        options_text = "\n".join(options)
-        
-        user_message = f"""Create a video prompt based on the following concept and specifications:
+        try:
+            # Helper function to format optional elements
+            def format_element(element, element_type):
+                if element == "None" or not element:
+                    return ""
+                
+                element_prefixes = {
+                    "camera": "utilizing",
+                    "direction": "with",
+                    "pacing": "with",
+                    "effects": "incorporating"
+                }
+                
+                return f" {element_prefixes.get(element_type, '')} {element}"
+
+            # Format camera movement combination
+            camera_movement = ""
+            if camera_style != "None" and camera_direction != "None":
+                camera_movement = f"{camera_style} {camera_direction}"
+            elif camera_style != "None":
+                camera_movement = camera_style
+            elif camera_direction != "None":
+                camera_movement = camera_direction
 
-CONCEPT: {concept}
+            # Video prompt templates
+            default_style = "simple"  # Changed from "cinematic" to "simple" as default
+            
+            prompt_templates = {
+                "minimalist": f"""Create an elegantly sparse video description focusing on {concept}.
+                    {format_element(camera_movement, 'camera')}
+                    {format_element(pacing, 'pacing')}
+                    {format_element(special_effects, 'effects')}
+                    {' with ' + custom_elements if custom_elements else ''}.""",
 
-SPECIFICATIONS:
-{options_text}
+                "dynamic": f"""Craft an energetic, fast-paced paragraph showcasing {concept} in constant motion. Utilize bold {camera_style} movements and {pacing} rhythm to create momentum. Layer {special_effects} effects and {custom_elements if custom_elements else 'powerful visual elements'} to maintain high energy throughout.""",
 
-{length_guide.get(prompt_length, length_guide["Medium"])}
+                "simple": f"""Create a straightforward, easy-to-understand paragraph describing a video about {concept}. Use {camera_style} camera work and {pacing} pacing. Keep the visuals clear and uncomplicated, incorporating {special_effects} effects and {custom_elements if custom_elements else 'basic visual elements'} in an accessible way.""",
 
-The prompt should be detailed and technical, specifically mentioning camera angles, movements, lighting, transitions, and other visual elements that would create an impressive AI-generated video.
-"""
+                "detailed": f"""Construct a meticulous, technically precise paragraph outlining a video about {concept}. Incorporate specific details about {camera_style} cinematography, {pacing} timing, and {special_effects} effects. Include {custom_elements if custom_elements else 'precise technical elements'} while maintaining clarity and depth.""",
 
-        # Call the appropriate API based on provider
-        try:
+                "descriptive": f"""Write a richly descriptive paragraph for a video exploring {concept}. Paint a vivid picture using sensory details, incorporating {camera_style} movement, {pacing} flow, and {special_effects} effects. Emphasize texture, color, and atmosphere, enhanced by {custom_elements if custom_elements else 'evocative visual elements'}.""",
+
+                "cinematic": f"""Create a single, detailed paragraph describing a cinematic video that captures {concept}. Focus on creating a cohesive narrative that incorporates {style} visual aesthetics, {camera_style} camera work, {pacing} pacing, and {special_effects} effects. Include atmospheric elements like {custom_elements if custom_elements else 'mood lighting and environmental details'} to enhance the storytelling. Describe the visual journey without technical timestamps or shot lists.""",
+
+                "documentary": f"""Write a comprehensive paragraph for a documentary-style video exploring {concept}. Blend observational footage with {camera_style} cinematography, incorporating {pacing} editorial rhythm and {special_effects} visual treatments. Focus on creating an immersive narrative that educates and engages, enhanced by {custom_elements if custom_elements else 'authentic moments and natural lighting'}.""",
+
+                "animation": f"""Compose a vivid paragraph describing a {style} animated video showcasing {concept}. Detail the unique visual style, character movements, and world-building elements, incorporating {camera_style} perspectives and {pacing} story flow. Include {special_effects} animation effects and {custom_elements if custom_elements else 'signature artistic elements'} to create a memorable visual experience.""",
+
+                "action": f"""Craft an energetic paragraph describing an action sequence centered on {concept}. Emphasize the dynamic flow of action using {camera_style} cinematography, {pacing} rhythm, and {special_effects} visual effects. Incorporate {style} stylistic choices and {custom_elements if custom_elements else 'impactful moments'} to create an adrenaline-pumping experience.""",
+
+                "experimental": f"""Create an avant-garde paragraph describing an experimental video exploring {concept}. Embrace unconventional storytelling through {style} aesthetics, {camera_style} techniques, and {pacing} temporal flow. Incorporate {special_effects} digital manipulations and {custom_elements if custom_elements else 'abstract visual metaphors'} to challenge traditional narrative structures."""
+            }
+
+            # Get the template with a more neutral default
+            selected_style = style.lower()
+            if selected_style not in prompt_templates:
+                print(f"Warning: Style '{style}' not found, using '{default_style}' template")
+                selected_style = default_style
+                
+            base_prompt = prompt_templates[selected_style]
+
+            # Configure length requirements
+            length_config = {
+                "Short": {
+                    "guidance": "Create exactly very short, ONE impactful sentence that captures the essence of the video. Be concise but descriptive.",
+                    "structure": "Combine all elements into a single, powerful sentence."
+                },
+                "Medium": {
+                    "guidance": "Create 2-3 flowing sentences that paint a picture of the video.",
+                    "structure": "First sentence should set the scene, followed by 1-2 sentences developing the concept."
+                },
+                "Long": {
+                    "guidance": "Create 4-5 detailed sentences that thoroughly describe the video.",
+                    "structure": "Begin with the setting, develop the action/movement, and conclude with impact."
+                }
+            }
+            
+            config = length_config[prompt_length]
+
+            system_message = f"""You are a visionary video director and creative storyteller. {config['guidance']}
+
+Structure: {config['structure']}
+
+Focus on these elements while maintaining the specified sentence count:
+1. Visual atmosphere and mood
+2. Camera movement and cinematography
+3. Narrative flow
+4. Style and aesthetic choices
+5. Key moments
+6. Emotional impact
+
+IMPORTANT REQUIREMENTS:
+- Deliver exactly the specified number of sentences
+- Short: ONE sentence
+- Medium: TWO to THREE sentences
+- Long: FOUR to FIVE sentences
+- If camera movements are specified, you MUST incorporate them into the description
+- Keep everything in a single paragraph format
+- Avoid technical specifications or shot lists
+- Avoid talking about 'video' or 'videos'. Do not start with 'The video opens with...' or 'The video starts with...' and do not include 'in this video' or 'focus of this video'. kind of terms"""
+
+            # Format the user prompt with style guidance and camera movement
+            user_message = f"""Style Guide: {selected_style.capitalize()} Style
+{prompt_templates[selected_style]}
+
+Camera Movement: {camera_movement if camera_movement else 'No specific camera movement'}
+Core Concept: {concept}
+
+Please create a {prompt_length.lower()}-length description incorporating these elements into a cohesive narrative.
+Avoid talking about 'video' or 'videos'. Do not start with 'The video opens with...' or 'The video starts with...' and do not include 'in this video' or 'focus of this video'. kind of terms"""
+
+            # Call the appropriate API based on provider
             if provider == "SambaNova":
                 if self.sambanova_client:
                     return self._call_sambanova_client(system_message, user_message, model)