Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,7 +1,6 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
import json
|
| 3 |
from transformers import pipeline
|
| 4 |
-
from moviepy.editor import ImageClip, concatenate_videoclips
|
| 5 |
from PIL import Image
|
| 6 |
import numpy as np
|
| 7 |
import os
|
|
@@ -34,7 +33,7 @@ def generate_cartoon(script_text):
|
|
| 34 |
"""
|
| 35 |
Return result in JSON format.
|
| 36 |
"""
|
| 37 |
-
|
| 38 |
response = text_generator(prompt, max_new_tokens=1024)[0]['generated_text']
|
| 39 |
|
| 40 |
try:
|
|
@@ -42,13 +41,11 @@ def generate_cartoon(script_text):
|
|
| 42 |
except:
|
| 43 |
return "Script expansion failed. Please refine input."
|
| 44 |
|
| 45 |
-
characters = set()
|
| 46 |
-
backgrounds = set()
|
| 47 |
-
scene_clips = []
|
| 48 |
-
|
| 49 |
os.makedirs("generated_images", exist_ok=True)
|
| 50 |
os.makedirs("generated_audio", exist_ok=True)
|
| 51 |
|
|
|
|
|
|
|
| 52 |
for idx, scene in enumerate(scene_data.get("scenes", [])):
|
| 53 |
# Generate Background Image
|
| 54 |
background_prompt = scene.get("background_description", "cartoon background")
|
|
@@ -62,25 +59,17 @@ def generate_cartoon(script_text):
|
|
| 62 |
audio_path = f"generated_audio/scene_{idx+1}.wav"
|
| 63 |
audio_output['audio'].export(audio_path, format="wav")
|
| 64 |
|
| 65 |
-
|
| 66 |
-
image_clip = ImageClip(bg_path).set_duration(5).fadein(1).fadeout(1)
|
| 67 |
-
image_clip = image_clip.set_audio(audio_path)
|
| 68 |
-
scene_clips.append(image_clip)
|
| 69 |
-
|
| 70 |
-
# Merge Scenes
|
| 71 |
-
final_video = concatenate_videoclips(scene_clips)
|
| 72 |
-
final_video_path = "final_cartoon_video.mp4"
|
| 73 |
-
final_video.write_videofile(final_video_path, fps=24)
|
| 74 |
|
| 75 |
-
return
|
| 76 |
|
| 77 |
# Gradio UI
|
| 78 |
demo = gr.Interface(
|
| 79 |
fn=generate_cartoon,
|
| 80 |
inputs=gr.Textbox(label="Enter Cartoon Script", lines=10),
|
| 81 |
-
outputs=gr.
|
| 82 |
-
title="Cartoon
|
| 83 |
-
description="Enter a
|
| 84 |
)
|
| 85 |
|
| 86 |
if __name__ == "__main__":
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
import json
|
| 3 |
from transformers import pipeline
|
|
|
|
| 4 |
from PIL import Image
|
| 5 |
import numpy as np
|
| 6 |
import os
|
|
|
|
| 33 |
"""
|
| 34 |
Return result in JSON format.
|
| 35 |
"""
|
| 36 |
+
|
| 37 |
response = text_generator(prompt, max_new_tokens=1024)[0]['generated_text']
|
| 38 |
|
| 39 |
try:
|
|
|
|
| 41 |
except:
|
| 42 |
return "Script expansion failed. Please refine input."
|
| 43 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
os.makedirs("generated_images", exist_ok=True)
|
| 45 |
os.makedirs("generated_audio", exist_ok=True)
|
| 46 |
|
| 47 |
+
scene_results = []
|
| 48 |
+
|
| 49 |
for idx, scene in enumerate(scene_data.get("scenes", [])):
|
| 50 |
# Generate Background Image
|
| 51 |
background_prompt = scene.get("background_description", "cartoon background")
|
|
|
|
| 59 |
audio_path = f"generated_audio/scene_{idx+1}.wav"
|
| 60 |
audio_output['audio'].export(audio_path, format="wav")
|
| 61 |
|
| 62 |
+
scene_results.append((bg_path, audio_path))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 63 |
|
| 64 |
+
return scene_results
|
| 65 |
|
| 66 |
# Gradio UI
|
| 67 |
demo = gr.Interface(
|
| 68 |
fn=generate_cartoon,
|
| 69 |
inputs=gr.Textbox(label="Enter Cartoon Script", lines=10),
|
| 70 |
+
outputs=gr.Gallery(label="Generated Scenes with Audio"),
|
| 71 |
+
title="Cartoon Scene Generator",
|
| 72 |
+
description="Enter a cartoon story script to generate scenes with background images and audio. Video merging should be done separately in Google Colab."
|
| 73 |
)
|
| 74 |
|
| 75 |
if __name__ == "__main__":
|