Munaf1987 commited on
Commit
71df4c0
·
verified ·
1 Parent(s): 6df0684

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -19
app.py CHANGED
@@ -1,7 +1,6 @@
1
  import gradio as gr
2
  import json
3
  from transformers import pipeline
4
- from moviepy.editor import ImageClip, concatenate_videoclips
5
  from PIL import Image
6
  import numpy as np
7
  import os
@@ -34,7 +33,7 @@ def generate_cartoon(script_text):
34
  """
35
  Return result in JSON format.
36
  """
37
-
38
  response = text_generator(prompt, max_new_tokens=1024)[0]['generated_text']
39
 
40
  try:
@@ -42,13 +41,11 @@ def generate_cartoon(script_text):
42
  except:
43
  return "Script expansion failed. Please refine input."
44
 
45
- characters = set()
46
- backgrounds = set()
47
- scene_clips = []
48
-
49
  os.makedirs("generated_images", exist_ok=True)
50
  os.makedirs("generated_audio", exist_ok=True)
51
 
 
 
52
  for idx, scene in enumerate(scene_data.get("scenes", [])):
53
  # Generate Background Image
54
  background_prompt = scene.get("background_description", "cartoon background")
@@ -62,25 +59,17 @@ def generate_cartoon(script_text):
62
  audio_path = f"generated_audio/scene_{idx+1}.wav"
63
  audio_output['audio'].export(audio_path, format="wav")
64
 
65
- # Create Scene Video Clip
66
- image_clip = ImageClip(bg_path).set_duration(5).fadein(1).fadeout(1)
67
- image_clip = image_clip.set_audio(audio_path)
68
- scene_clips.append(image_clip)
69
-
70
- # Merge Scenes
71
- final_video = concatenate_videoclips(scene_clips)
72
- final_video_path = "final_cartoon_video.mp4"
73
- final_video.write_videofile(final_video_path, fps=24)
74
 
75
- return final_video_path
76
 
77
  # Gradio UI
78
  demo = gr.Interface(
79
  fn=generate_cartoon,
80
  inputs=gr.Textbox(label="Enter Cartoon Script", lines=10),
81
- outputs=gr.Video(label="Generated Cartoon Video"),
82
- title="Cartoon Video Generator",
83
- description="Enter a short cartoon story script and generate a cartoon video (7-10 mins) automatically."
84
  )
85
 
86
  if __name__ == "__main__":
 
1
  import gradio as gr
2
  import json
3
  from transformers import pipeline
 
4
  from PIL import Image
5
  import numpy as np
6
  import os
 
33
  """
34
  Return result in JSON format.
35
  """
36
+
37
  response = text_generator(prompt, max_new_tokens=1024)[0]['generated_text']
38
 
39
  try:
 
41
  except:
42
  return "Script expansion failed. Please refine input."
43
 
 
 
 
 
44
  os.makedirs("generated_images", exist_ok=True)
45
  os.makedirs("generated_audio", exist_ok=True)
46
 
47
+ scene_results = []
48
+
49
  for idx, scene in enumerate(scene_data.get("scenes", [])):
50
  # Generate Background Image
51
  background_prompt = scene.get("background_description", "cartoon background")
 
59
  audio_path = f"generated_audio/scene_{idx+1}.wav"
60
  audio_output['audio'].export(audio_path, format="wav")
61
 
62
+ scene_results.append((bg_path, audio_path))
 
 
 
 
 
 
 
 
63
 
64
+ return scene_results
65
 
66
  # Gradio UI
67
  demo = gr.Interface(
68
  fn=generate_cartoon,
69
  inputs=gr.Textbox(label="Enter Cartoon Script", lines=10),
70
+ outputs=gr.Gallery(label="Generated Scenes with Audio"),
71
+ title="Cartoon Scene Generator",
72
+ description="Enter a cartoon story script to generate scenes with background images and audio. Video merging should be done separately in Google Colab."
73
  )
74
 
75
  if __name__ == "__main__":