Update app.py
Browse files
app.py
CHANGED
@@ -1,7 +1,6 @@
|
|
1 |
import gradio as gr
|
2 |
import json
|
3 |
from transformers import pipeline
|
4 |
-
from moviepy.editor import ImageClip, concatenate_videoclips
|
5 |
from PIL import Image
|
6 |
import numpy as np
|
7 |
import os
|
@@ -34,7 +33,7 @@ def generate_cartoon(script_text):
|
|
34 |
"""
|
35 |
Return result in JSON format.
|
36 |
"""
|
37 |
-
|
38 |
response = text_generator(prompt, max_new_tokens=1024)[0]['generated_text']
|
39 |
|
40 |
try:
|
@@ -42,13 +41,11 @@ def generate_cartoon(script_text):
|
|
42 |
except:
|
43 |
return "Script expansion failed. Please refine input."
|
44 |
|
45 |
-
characters = set()
|
46 |
-
backgrounds = set()
|
47 |
-
scene_clips = []
|
48 |
-
|
49 |
os.makedirs("generated_images", exist_ok=True)
|
50 |
os.makedirs("generated_audio", exist_ok=True)
|
51 |
|
|
|
|
|
52 |
for idx, scene in enumerate(scene_data.get("scenes", [])):
|
53 |
# Generate Background Image
|
54 |
background_prompt = scene.get("background_description", "cartoon background")
|
@@ -62,25 +59,17 @@ def generate_cartoon(script_text):
|
|
62 |
audio_path = f"generated_audio/scene_{idx+1}.wav"
|
63 |
audio_output['audio'].export(audio_path, format="wav")
|
64 |
|
65 |
-
|
66 |
-
image_clip = ImageClip(bg_path).set_duration(5).fadein(1).fadeout(1)
|
67 |
-
image_clip = image_clip.set_audio(audio_path)
|
68 |
-
scene_clips.append(image_clip)
|
69 |
-
|
70 |
-
# Merge Scenes
|
71 |
-
final_video = concatenate_videoclips(scene_clips)
|
72 |
-
final_video_path = "final_cartoon_video.mp4"
|
73 |
-
final_video.write_videofile(final_video_path, fps=24)
|
74 |
|
75 |
-
return
|
76 |
|
77 |
# Gradio UI
|
78 |
demo = gr.Interface(
|
79 |
fn=generate_cartoon,
|
80 |
inputs=gr.Textbox(label="Enter Cartoon Script", lines=10),
|
81 |
-
outputs=gr.
|
82 |
-
title="Cartoon
|
83 |
-
description="Enter a
|
84 |
)
|
85 |
|
86 |
if __name__ == "__main__":
|
|
|
1 |
import gradio as gr
|
2 |
import json
|
3 |
from transformers import pipeline
|
|
|
4 |
from PIL import Image
|
5 |
import numpy as np
|
6 |
import os
|
|
|
33 |
"""
|
34 |
Return result in JSON format.
|
35 |
"""
|
36 |
+
|
37 |
response = text_generator(prompt, max_new_tokens=1024)[0]['generated_text']
|
38 |
|
39 |
try:
|
|
|
41 |
except:
|
42 |
return "Script expansion failed. Please refine input."
|
43 |
|
|
|
|
|
|
|
|
|
44 |
os.makedirs("generated_images", exist_ok=True)
|
45 |
os.makedirs("generated_audio", exist_ok=True)
|
46 |
|
47 |
+
scene_results = []
|
48 |
+
|
49 |
for idx, scene in enumerate(scene_data.get("scenes", [])):
|
50 |
# Generate Background Image
|
51 |
background_prompt = scene.get("background_description", "cartoon background")
|
|
|
59 |
audio_path = f"generated_audio/scene_{idx+1}.wav"
|
60 |
audio_output['audio'].export(audio_path, format="wav")
|
61 |
|
62 |
+
scene_results.append((bg_path, audio_path))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
63 |
|
64 |
+
return scene_results
|
65 |
|
66 |
# Gradio UI
|
67 |
demo = gr.Interface(
|
68 |
fn=generate_cartoon,
|
69 |
inputs=gr.Textbox(label="Enter Cartoon Script", lines=10),
|
70 |
+
outputs=gr.Gallery(label="Generated Scenes with Audio"),
|
71 |
+
title="Cartoon Scene Generator",
|
72 |
+
description="Enter a cartoon story script to generate scenes with background images and audio. Video merging should be done separately in Google Colab."
|
73 |
)
|
74 |
|
75 |
if __name__ == "__main__":
|