gokaygokay commited on
Commit
d6e9a60
·
1 Parent(s): 98a22d3

fix models

Browse files
Files changed (2) hide show
  1. app.py +3 -2
  2. llm_inference_video.py +10 -1
app.py CHANGED
@@ -15,8 +15,9 @@ def create_video_interface():
15
  with gr.Column(scale=2):
16
  input_concept = gr.Textbox(label="Core Concept/Thematic Input", lines=3)
17
  style = gr.Dropdown(
18
- choices=["Cinematic", "Documentary", "Animation", "Action", "Experimental"],
19
- value="Cinematic",
 
20
  label="Video Style"
21
  )
22
 
 
15
  with gr.Column(scale=2):
16
  input_concept = gr.Textbox(label="Core Concept/Thematic Input", lines=3)
17
  style = gr.Dropdown(
18
+ choices=["Minimalist", "Simple", "Detailed", "Descriptive", "Dynamic",
19
+ "Cinematic", "Documentary", "Animation", "Action", "Experimental"],
20
+ value="Simple",
21
  label="Video Style"
22
  )
23
 
llm_inference_video.py CHANGED
@@ -30,6 +30,16 @@ class VideoLLMInferenceNode:
30
  try:
31
  # Video prompt templates
32
  prompt_templates = {
 
 
 
 
 
 
 
 
 
 
33
  "cinematic": f"""Create a single, detailed paragraph describing a cinematic video that captures {input_concept}. Focus on creating a cohesive narrative that incorporates {style} visual aesthetics, {camera_style} camera work, {pacing} pacing, and {special_effects} effects. Include atmospheric elements like {custom_elements if custom_elements else 'mood lighting and environmental details'} to enhance the storytelling. Describe the visual journey without technical timestamps or shot lists.""",
34
 
35
  "documentary": f"""Write a comprehensive paragraph for a documentary-style video exploring {input_concept}. Blend observational footage with {camera_style} cinematography, incorporating {pacing} editorial rhythm and {special_effects} visual treatments. Focus on creating an immersive narrative that educates and engages, enhanced by {custom_elements if custom_elements else 'authentic moments and natural lighting'}.""",
@@ -38,7 +48,6 @@ class VideoLLMInferenceNode:
38
 
39
  "action": f"""Craft an energetic paragraph describing an action sequence centered on {input_concept}. Emphasize the dynamic flow of action using {camera_style} cinematography, {pacing} rhythm, and {special_effects} visual effects. Incorporate {style} stylistic choices and {custom_elements if custom_elements else 'impactful moments'} to create an adrenaline-pumping experience.""",
40
 
41
-
42
  "experimental": f"""Create an avant-garde paragraph describing an experimental video exploring {input_concept}. Embrace unconventional storytelling through {style} aesthetics, {camera_style} techniques, and {pacing} temporal flow. Incorporate {special_effects} digital manipulations and {custom_elements if custom_elements else 'abstract visual metaphors'} to challenge traditional narrative structures."""
43
  }
44
 
 
30
  try:
31
  # Video prompt templates
32
  prompt_templates = {
33
+ "minimalist": f"""Create an elegantly sparse video description focusing on {input_concept}. Emphasize negative space and essential elements only, using {camera_style} movements sparingly and {pacing} rhythm deliberately. Incorporate minimal {special_effects} effects and {custom_elements if custom_elements else 'clean compositional elements'} with utmost restraint.""",
34
+
35
+ "dynamic": f"""Craft an energetic, fast-paced paragraph showcasing {input_concept} in constant motion. Utilize bold {camera_style} movements and {pacing} rhythm to create momentum. Layer {special_effects} effects and {custom_elements if custom_elements else 'powerful visual elements'} to maintain high energy throughout.""",
36
+
37
+ "simple": f"""Create a straightforward, easy-to-understand paragraph describing a video about {input_concept}. Use {camera_style} camera work and {pacing} pacing. Keep the visuals clear and uncomplicated, incorporating {special_effects} effects and {custom_elements if custom_elements else 'basic visual elements'} in an accessible way.""",
38
+
39
+ "detailed": f"""Construct a meticulous, technically precise paragraph outlining a video about {input_concept}. Incorporate specific details about {camera_style} cinematography, {pacing} timing, and {special_effects} effects. Include {custom_elements if custom_elements else 'precise technical elements'} while maintaining clarity and depth.""",
40
+
41
+ "descriptive": f"""Write a richly descriptive paragraph for a video exploring {input_concept}. Paint a vivid picture using sensory details, incorporating {camera_style} movement, {pacing} flow, and {special_effects} effects. Emphasize texture, color, and atmosphere, enhanced by {custom_elements if custom_elements else 'evocative visual elements'}.""",
42
+
43
  "cinematic": f"""Create a single, detailed paragraph describing a cinematic video that captures {input_concept}. Focus on creating a cohesive narrative that incorporates {style} visual aesthetics, {camera_style} camera work, {pacing} pacing, and {special_effects} effects. Include atmospheric elements like {custom_elements if custom_elements else 'mood lighting and environmental details'} to enhance the storytelling. Describe the visual journey without technical timestamps or shot lists.""",
44
 
45
  "documentary": f"""Write a comprehensive paragraph for a documentary-style video exploring {input_concept}. Blend observational footage with {camera_style} cinematography, incorporating {pacing} editorial rhythm and {special_effects} visual treatments. Focus on creating an immersive narrative that educates and engages, enhanced by {custom_elements if custom_elements else 'authentic moments and natural lighting'}.""",
 
48
 
49
  "action": f"""Craft an energetic paragraph describing an action sequence centered on {input_concept}. Emphasize the dynamic flow of action using {camera_style} cinematography, {pacing} rhythm, and {special_effects} visual effects. Incorporate {style} stylistic choices and {custom_elements if custom_elements else 'impactful moments'} to create an adrenaline-pumping experience.""",
50
 
 
51
  "experimental": f"""Create an avant-garde paragraph describing an experimental video exploring {input_concept}. Embrace unconventional storytelling through {style} aesthetics, {camera_style} techniques, and {pacing} temporal flow. Incorporate {special_effects} digital manipulations and {custom_elements if custom_elements else 'abstract visual metaphors'} to challenge traditional narrative structures."""
52
  }
53