Spaces:
Build error
Build error
| # Import necessary libraries | |
| from kokoro import KPipeline | |
| import soundfile as sf | |
| import torch | |
| import soundfile as sf | |
| import os | |
| from moviepy.editor import VideoFileClip, AudioFileClip, ImageClip | |
| from PIL import Image | |
| import tempfile | |
| import random | |
| import cv2 | |
| import math | |
| import os, requests, io, time, re, random | |
| from moviepy.editor import ( | |
| VideoFileClip, concatenate_videoclips, AudioFileClip, ImageClip, | |
| CompositeVideoClip, TextClip, CompositeAudioClip | |
| ) | |
| import gradio as gr | |
| import shutil | |
| import os | |
| import moviepy.video.fx.all as vfx | |
| import moviepy.config as mpy_config | |
| from pydub import AudioSegment | |
| from pydub.generators import Sine | |
| from PIL import Image, ImageDraw, ImageFont | |
| import numpy as np | |
| from bs4 import BeautifulSoup | |
| import base64 | |
| from urllib.parse import quote | |
| import pysrt | |
| from gtts import gTTS | |
| import gradio as gr # Import Gradio | |
| # Initialize Kokoro TTS pipeline (using American English) | |
| pipeline = KPipeline(lang_code='a') # Use voice 'af_heart' for American English | |
| # Ensure ImageMagick binary is set | |
| mpy_config.change_settings({"IMAGEMAGICK_BINARY": "/usr/bin/convert"}) | |
| # ---------------- Global Configuration ---------------- # | |
| PEXELS_API_KEY = 'BhJqbcdm9Vi90KqzXKAhnEHGsuFNv4irXuOjWtT761U49lRzo03qBGna' | |
| OPENROUTER_API_KEY = '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' | |
| OPENROUTER_MODEL = "mistralai/mistral-small-3.1-24b-instruct:free" | |
| OUTPUT_VIDEO_FILENAME = "final_video.mp4" | |
| USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" | |
| # Additional global variables needed for the Gradio interface | |
| selected_voice = 'af_heart' # Default voice | |
| voice_speed = 0.9 # Default voice speed | |
| font_size = 45 # Default font size | |
| video_clip_probability = 0.25 # Default probability for video clips | |
| bg_music_volume = 0.08 # Default background music volume | |
| fps = 30 # Default FPS | |
| preset = "veryfast" # Default preset | |
| TARGET_RESOLUTION = None | |
| CAPTION_COLOR = None | |
| TEMP_FOLDER = None | |
| # ---------------- Helper Functions ---------------- # | |
| # (Your existing helper functions remain unchanged: generate_script, parse_script, | |
| # search_pexels_videos, search_pexels_images, search_google_images, download_image, | |
| # download_video, generate_media, generate_tts, apply_kenburns_effect, | |
| # resize_to_fill, find_mp3_files, add_background_music, create_clip, | |
| # fix_imagemagick_policy) | |
| # Define these globally as they were in your original code but will be set per run | |
| TARGET_RESOLUTION = None | |
| CAPTION_COLOR = None | |
| TEMP_FOLDER = None | |
| def generate_script(user_input): | |
| """Generate documentary script with proper OpenRouter handling.""" | |
| headers = { | |
| 'Authorization': f'Bearer {OPENROUTER_API_KEY}', | |
| 'HTTP-Referer': 'https://your-domain.com', | |
| 'X-Title': 'AI Documentary Maker' | |
| } | |
| prompt = f"""Short Documentary Script GeneratorInstructions: | |
| If I say "use this," just output the script exactly as I gave it. | |
| If I only give topics, generate a script based on them. | |
| If I provide a full script, rewrite it without any changes. Make everything short simple and humarous funny and act as serious but humarous. And don't say anything off topic. Also alway say a funny statement to subscribe based on the video topic at the end. Use normal conversational text like a normal person talking and avoid AI phase make the statements humanize and normal conversational | |
| And always talk negative views don't really wants any positive statement and the full script will be one video about one topic so keep in mind | |
| Formatting Rules: | |
| Title in Square Brackets: | |
| Each section starts with a one-word title inside [ ] (max two words if necessary). | |
| This title will be used as a search term for Pexels footage. | |
| Casual & Funny Narration: | |
| Each section has 5-10 words of narration. | |
| Keep it natural, funny, and unpredictable (not robotic, poetic, or rhythmic). | |
| No Special Formatting: | |
| No bold, italics, or special characters. You are a assistant AI your task is to create script. You aren't a chatbot. So, don't write extra text | |
| Generalized Search Terms: | |
| If a term is too specific, make it more general for Pexels search. | |
| Scene-Specific Writing: | |
| Each section describes only what should be shown in the video. | |
| Output Only the Script, and also make it funny and humarous and helirous and also add to subscribe with a funny statement like subscribe now or ..... | |
| No extra text, just the script. | |
| Example Output: | |
| [North Korea] | |
| Top 5 unknown facts about North Korea. | |
| [Invisibility] | |
| North Korea’s internet speed is so fast… it doesn’t exist. | |
| [Leadership] | |
| Kim Jong-un once won an election with 100% votes… against himself. | |
| [Magic] | |
| North Korea discovered time travel. That’s why their news is always from the past. | |
| [Warning] | |
| Subscribe now, or Kim Jong-un will send you a free one-way ticket… to North Korea. | |
| [Freedom] | |
| North Korean citizens can do anything… as long as it's government-approved. | |
| Now here is the Topic/scrip: {user_input} | |
| """ | |
| data = { | |
| 'model': OPENROUTER_MODEL, | |
| 'messages': [{'role': 'user', 'content': prompt}], | |
| 'temperature': 0.4, | |
| 'max_tokens': 5000 | |
| } | |
| try: | |
| response = requests.post( | |
| 'https://openrouter.ai/api/v1/chat/completions', | |
| headers=headers, | |
| json=data, | |
| timeout=30 | |
| ) | |
| if response.status_code == 200: | |
| response_data = response.json() | |
| if 'choices' in response_data and len(response_data['choices']) > 0: | |
| return response_data['choices'][0]['message']['content'] | |
| else: | |
| print("Unexpected response format:", response_data) | |
| return None | |
| else: | |
| print(f"API Error {response.status_code}: {response.text}") | |
| return None | |
| except Exception as e: | |
| print(f"Request failed: {str(e)}") | |
| return None | |
| def parse_script(script_text): | |
| """ | |
| Parse the generated script into a list of elements. | |
| For each section, create two elements: | |
| - A 'media' element using the section title as the visual prompt. | |
| - A 'tts' element with the narration text, voice info, and computed duration. | |
| """ | |
| sections = {} | |
| current_title = None | |
| current_text = "" | |
| try: | |
| for line in script_text.splitlines(): | |
| line = line.strip() | |
| if line.startswith("[") and "]" in line: | |
| bracket_start = line.find("[") | |
| bracket_end = line.find("]", bracket_start) | |
| if bracket_start != -1 and bracket_end != -1: | |
| if current_title is not None: | |
| sections[current_title] = current_text.strip() | |
| current_title = line[bracket_start+1:bracket_end] | |
| current_text = line[bracket_end+1:].strip() | |
| elif current_title: | |
| current_text += line + " " | |
| if current_title: | |
| sections[current_title] = current_text.strip() | |
| elements = [] | |
| for title, narration in sections.items(): | |
| if not title or not narration: | |
| continue | |
| media_element = {"type": "media", "prompt": title, "effects": "fade-in"} | |
| words = narration.split() | |
| duration = max(3, len(words) * 0.5) | |
| tts_element = {"type": "tts", "text": narration, "voice": "en", "duration": duration} | |
| elements.append(media_element) | |
| elements.append(tts_element) | |
| return elements | |
| except Exception as e: | |
| print(f"Error parsing script: {e}") | |
| return [] | |
| def search_pexels_videos(query, pexels_api_key): | |
| """Search for a video on Pexels by query and return a random HD video.""" | |
| headers = {'Authorization': pexels_api_key} | |
| base_url = "https://api.pexels.com/videos/search" | |
| num_pages = 3 | |
| videos_per_page = 15 | |
| max_retries = 3 | |
| retry_delay = 1 | |
| search_query = query | |
| all_videos = [] | |
| for page in range(1, num_pages + 1): | |
| for attempt in range(max_retries): | |
| try: | |
| params = {"query": search_query, "per_page": videos_per_page, "page": page} | |
| response = requests.get(base_url, headers=headers, params=params, timeout=10) | |
| if response.status_code == 200: | |
| data = response.json() | |
| videos = data.get("videos", []) | |
| if not videos: | |
| print(f"No videos found on page {page}.") | |
| break | |
| for video in videos: | |
| video_files = video.get("video_files", []) | |
| for file in video_files: | |
| if file.get("quality") == "hd": | |
| all_videos.append(file.get("link")) | |
| break | |
| break | |
| elif response.status_code == 429: | |
| print(f"Rate limit hit (attempt {attempt+1}/{max_retries}). Retrying in {retry_delay} seconds...") | |
| time.sleep(retry_delay) | |
| retry_delay *= 2 | |
| else: | |
| print(f"Error fetching videos: {response.status_code} {response.text}") | |
| if attempt < max_retries - 1: | |
| print(f"Retrying in {retry_delay} seconds...") | |
| time.sleep(retry_delay) | |
| retry_delay *= 2 | |
| else: | |
| break | |
| except requests.exceptions.RequestException as e: | |
| print(f"Request exception: {e}") | |
| if attempt < max_retries - 1: | |
| print(f"Retrying in {retry_delay} seconds...") | |
| time.sleep(retry_delay) | |
| retry_delay *= 2 | |
| else: | |
| break | |
| if all_videos: | |
| random_video = random.choice(all_videos) | |
| print(f"Selected random video from {len(all_videos)} HD videos") | |
| return random_video | |
| else: | |
| print("No suitable videos found after searching all pages.") | |
| return None | |
| def search_pexels_images(query, pexels_api_key): | |
| """Search for an image on Pexels by query.""" | |
| headers = {'Authorization': pexels_api_key} | |
| url = "https://api.pexels.com/v1/search" | |
| params = {"query": query, "per_page": 5, "orientation": "landscape"} | |
| max_retries = 3 | |
| retry_delay = 1 | |
| for attempt in range(max_retries): | |
| try: | |
| response = requests.get(url, headers=headers, params=params, timeout=10) | |
| if response.status_code == 200: | |
| data = response.json() | |
| photos = data.get("photos", []) | |
| if photos: | |
| photo = random.choice(photos[:min(5, len(photos))]) | |
| img_url = photo.get("src", {}).get("original") | |
| return img_url | |
| else: | |
| print(f"No images found for query: {query}") | |
| return None | |
| elif response.status_code == 429: | |
| print(f"Rate limit hit (attempt {attempt+1}/{max_retries}). Retrying in {retry_delay} seconds...") | |
| time.sleep(retry_delay) | |
| retry_delay *= 2 | |
| else: | |
| print(f"Error fetching images: {response.status_code} {response.text}") | |
| if attempt < max_retries - 1: | |
| print(f"Retrying in {retry_delay} seconds...") | |
| time.sleep(retry_delay) | |
| retry_delay *= 2 | |
| except requests.exceptions.RequestException as e: | |
| print(f"Request exception: {e}") | |
| if attempt < max_retries - 1: | |
| print(f"Retrying in {retry_delay} seconds...") | |
| time.sleep(retry_delay) | |
| retry_delay *= 2 | |
| print(f"No Pexels images found for query: {query} after all attempts") | |
| return None | |
| def search_google_images(query): | |
| """Search for images on Google Images (for news-related queries)""" | |
| try: | |
| search_url = f"https://www.google.com/search?q={quote(query)}&tbm=isch" | |
| headers = {"User-Agent": USER_AGENT} | |
| response = requests.get(search_url, headers=headers, timeout=10) | |
| soup = BeautifulSoup(response.text, "html.parser") | |
| img_tags = soup.find_all("img") | |
| image_urls = [] | |
| for img in img_tags: | |
| src = img.get("src", "") | |
| if src.startswith("http") and "gstatic" not in src: | |
| image_urls.append(src) | |
| if image_urls: | |
| return random.choice(image_urls[:5]) if len(image_urls) >= 5 else image_urls[0] | |
| else: | |
| print(f"No Google Images found for query: {query}") | |
| return None | |
| except Exception as e: | |
| print(f"Error in Google Images search: {e}") | |
| return None | |
| def download_image(image_url, filename): | |
| """Download an image from a URL to a local file with enhanced error handling.""" | |
| try: | |
| headers = {"User-Agent": USER_AGENT} | |
| print(f"Downloading image from: {image_url} to {filename}") | |
| response = requests.get(image_url, headers=headers, stream=True, timeout=15) | |
| response.raise_for_status() | |
| with open(filename, 'wb') as f: | |
| for chunk in response.iter_content(chunk_size=8192): | |
| f.write(chunk) | |
| print(f"Image downloaded successfully to: {filename}") | |
| try: | |
| img = Image.open(filename) | |
| img.verify() | |
| img = Image.open(filename) | |
| if img.mode != 'RGB': | |
| img = img.convert('RGB') | |
| img.save(filename) | |
| print(f"Image validated and processed: {filename}") | |
| return filename | |
| except Exception as e_validate: | |
| print(f"Downloaded file is not a valid image: {e_validate}") | |
| if os.path.exists(filename): | |
| os.remove(filename) | |
| return None | |
| except requests.exceptions.RequestException as e_download: | |
| print(f"Image download error: {e_download}") | |
| if os.path.exists(filename): | |
| os.remove(filename) | |
| return None | |
| except Exception as e_general: | |
| print(f"General error during image processing: {e_general}") | |
| if os.path.exists(filename): | |
| os.remove(filename) | |
| return None | |
| def download_video(video_url, filename): | |
| """Download a video from a URL to a local file.""" | |
| try: | |
| response = requests.get(video_url, stream=True, timeout=30) | |
| response.raise_for_status() | |
| with open(filename, 'wb') as f: | |
| for chunk in response.iter_content(chunk_size=8192): | |
| f.write(chunk) | |
| print(f"Video downloaded successfully to: {filename}") | |
| return filename | |
| except Exception as e: | |
| print(f"Video download error: {e}") | |
| if os.path.exists(filename): | |
| os.remove(filename) | |
| return None | |
| def generate_media(prompt, user_image=None, current_index=0, total_segments=1): | |
| """ | |
| Generate a visual asset by first searching for a video or using a specific search strategy. | |
| For news-related queries, use Google Images. | |
| Returns a dict: {'path': <file_path>, 'asset_type': 'video' or 'image'}. | |
| """ | |
| safe_prompt = re.sub(r'[^\w\s-]', '', prompt).strip().replace(' ', '_') | |
| if "news" in prompt.lower(): | |
| print(f"News-related query detected: {prompt}. Using Google Images...") | |
| image_file = os.path.join(TEMP_FOLDER, f"{safe_prompt}_news.jpg") | |
| image_url = search_google_images(prompt) | |
| if image_url: | |
| downloaded_image = download_image(image_url, image_file) | |
| if downloaded_image: | |
| print(f"News image saved to {downloaded_image}") | |
| return {"path": downloaded_image, "asset_type": "image"} | |
| else: | |
| print(f"Google Images search failed for prompt: {prompt}") | |
| if random.random() < video_clip_probability: | |
| video_file = os.path.join(TEMP_FOLDER, f"{safe_prompt}_video.mp4") | |
| video_url = search_pexels_videos(prompt, PEXELS_API_KEY) | |
| if video_url: | |
| downloaded_video = download_video(video_url, video_file) | |
| if downloaded_video: | |
| print(f"Video asset saved to {downloaded_video}") | |
| return {"path": downloaded_video, "asset_type": "video"} | |
| else: | |
| print(f"Pexels video search failed for prompt: {prompt}") | |
| image_file = os.path.join(TEMP_FOLDER, f"{safe_prompt}.jpg") | |
| image_url = search_pexels_images(prompt, PEXELS_API_KEY) | |
| if image_url: | |
| downloaded_image = download_image(image_url, image_file) | |
| if downloaded_image: | |
| print(f"Image asset saved to {downloaded_image}") | |
| return {"path": downloaded_image, "asset_type": "image"} | |
| else: | |
| print(f"Pexels image download failed for prompt: {prompt}") | |
| fallback_terms = ["nature", "people", "landscape", "technology", "business"] | |
| for term in fallback_terms: | |
| print(f"Trying fallback image search with term: {term}") | |
| fallback_file = os.path.join(TEMP_FOLDER, f"fallback_{term}.jpg") | |
| fallback_url = search_pexels_images(term, PEXELS_API_KEY) | |
| if fallback_url: | |
| downloaded_fallback = download_image(fallback_url, fallback_file) | |
| if downloaded_fallback: | |
| print(f"Fallback image saved to {downloaded_fallback}") | |
| return {"path": downloaded_fallback, "asset_type": "image"} | |
| else: | |
| print(f"Fallback image download failed for term: {term}") | |
| else: | |
| print(f"Fallback image search failed for term: {term}") | |
| print(f"Failed to generate visual asset for prompt: {prompt}") | |
| return None | |
| def generate_silent_audio(duration, sample_rate=24000): | |
| """Generate a silent WAV audio file lasting 'duration' seconds.""" | |
| num_samples = int(duration * sample_rate) | |
| silence = np.zeros(num_samples, dtype=np.float32) | |
| silent_path = os.path.join(TEMP_FOLDER, f"silent_{int(time.time())}.wav") | |
| sf.write(silent_path, silence, sample_rate) | |
| print(f"Silent audio generated: {silent_path}") | |
| return silent_path | |
| def generate_tts(text, voice): | |
| """ | |
| Generate TTS audio using Kokoro, falling back to gTTS or silent audio if needed. | |
| """ | |
| safe_text = re.sub(r'[^\w\s-]', '', text[:10]).strip().replace(' ', '_') | |
| file_path = os.path.join(TEMP_FOLDER, f"tts_{safe_text}.wav") | |
| if os.path.exists(file_path): | |
| print(f"Using cached TTS for text '{text[:10]}...'") | |
| return file_path | |
| try: | |
| kokoro_voice = selected_voice if voice == 'en' else voice | |
| generator = pipeline(text, voice=kokoro_voice, speed=voice_speed, split_pattern=r'\n+') | |
| audio_segments = [] | |
| for i, (gs, ps, audio) in enumerate(generator): | |
| audio_segments.append(audio) | |
| full_audio = np.concatenate(audio_segments) if len(audio_segments) > 1 else audio_segments[0] | |
| sf.write(file_path, full_audio, 24000) | |
| print(f"TTS audio saved to {file_path} (Kokoro)") | |
| return file_path | |
| except Exception as e: | |
| print(f"Error with Kokoro TTS: {e}") | |
| try: | |
| print("Falling back to gTTS...") | |
| tts = gTTS(text=text, lang='en') | |
| mp3_path = os.path.join(TEMP_FOLDER, f"tts_{safe_text}.mp3") | |
| tts.save(mp3_path) | |
| audio = AudioSegment.from_mp3(mp3_path) | |
| audio.export(file_path, format="wav") | |
| os.remove(mp3_path) | |
| print(f"Fallback TTS saved to {file_path} (gTTS)") | |
| return file_path | |
| except Exception as fallback_error: | |
| print(f"Both TTS methods failed: {fallback_error}") | |
| return generate_silent_audio(duration=max(3, len(text.split()) * 0.5)) | |
| def apply_kenburns_effect(clip, target_resolution, effect_type=None): | |
| """Apply a smooth Ken Burns effect with a single movement pattern.""" | |
| target_w, target_h = target_resolution | |
| clip_aspect = clip.w / clip.h | |
| target_aspect = target_w / target_h | |
| if clip_aspect > target_aspect: | |
| new_height = target_h | |
| new_width = int(new_height * clip_aspect) | |
| else: | |
| new_width = target_w | |
| new_height = int(new_width / clip_aspect) | |
| clip = clip.resize(newsize=(new_width, new_height)) | |
| base_scale = 1.15 | |
| new_width = int(new_width * base_scale) | |
| new_height = int(new_height * base_scale) | |
| clip = clip.resize(newsize=(new_width, new_height)) | |
| max_offset_x = new_width - target_w | |
| max_offset_y = new_height - target_h | |
| available_effects = ["zoom-in", "zoom-out", "pan-left", "pan-right", "up-left"] | |
| if effect_type is None or effect_type == "random": | |
| effect_type = random.choice(available_effects) | |
| if effect_type == "zoom-in": | |
| start_zoom = 0.9 | |
| end_zoom = 1.1 | |
| start_center = (new_width / 2, new_height / 2) | |
| end_center = start_center | |
| elif effect_type == "zoom-out": | |
| start_zoom = 1.1 | |
| end_zoom = 0.9 | |
| start_center = (new_width / 2, new_height / 2) | |
| end_center = start_center | |
| elif effect_type == "pan-left": | |
| start_zoom = 1.0 | |
| end_zoom = 1.0 | |
| start_center = (max_offset_x + target_w / 2, (max_offset_y // 2) + target_h / 2) | |
| end_center = (target_w / 2, (max_offset_y // 2) + target_h / 2) | |
| elif effect_type == "pan-right": | |
| start_zoom = 1.0 | |
| end_zoom = 1.0 | |
| start_center = (target_w / 2, (max_offset_y // 2) + target_h / 2) | |
| end_center = (max_offset_x + target_w / 2, (max_offset_y // 2) + target_h / 2) | |
| elif effect_type == "up-left": | |
| start_zoom = 1.0 | |
| end_zoom = 1.0 | |
| start_center = (max_offset_x + target_w / 2, max_offset_y + target_h / 2) | |
| end_center = (target_w / 2, target_h / 2) | |
| else: | |
| raise ValueError(f"Unsupported effect_type: {effect_type}") | |
| def transform_frame(get_frame, t): | |
| frame = get_frame(t) | |
| ratio = t / clip.duration if clip.duration > 0 else 0 | |
| ratio = 0.5 - 0.5 * math.cos(math.pi * ratio) | |
| current_zoom = start_zoom + (end_zoom - start_zoom) * ratio | |
| crop_w = int(target_w / current_zoom) | |
| crop_h = int(target_h / current_zoom) | |
| current_center_x = start_center[0] + (end_center[0] - start_center[0]) * ratio | |
| current_center_y = start_center[1] + (end_center[1] - start_center[1]) * ratio | |
| min_center_x = crop_w / 2 | |
| max_center_x = new_width - crop_w / 2 | |
| min_center_y = crop_h / 2 | |
| max_center_y = new_height - crop_h / 2 | |
| current_center_x = max(min_center_x, min(current_center_x, max_center_x)) | |
| current_center_y = max(min_center_y, min(current_center_y, max_center_y)) | |
| cropped_frame = cv2.getRectSubPix(frame, (crop_w, crop_h), (current_center_x, current_center_y)) | |
| resized_frame = cv2.resize(cropped_frame, (target_w, target_h), interpolation=cv2.INTER_LANCZOS4) | |
| return resized_frame | |
| return clip.fl(transform_frame) | |
| def resize_to_fill(clip, target_resolution): | |
| """Resize and crop a clip to fill the target resolution while maintaining aspect ratio.""" | |
| target_w, target_h = target_resolution | |
| clip_aspect = clip.w / clip.h | |
| target_aspect = target_w / target_h | |
| if clip_aspect > target_aspect: | |
| clip = clip.resize(height=target_h) | |
| crop_amount = (clip.w - target_w) / 2 | |
| clip = clip.crop(x1=crop_amount, x2=clip.w - crop_amount, y1=0, y2=clip.h) | |
| else: | |
| clip = clip.resize(width=target_w) | |
| crop_amount = (clip.h - target_h) / 2 | |
| clip = clip.crop(x1=0, x2=clip.w, y1=crop_amount, y2=clip.h - crop_amount) | |
| return clip | |
| def find_mp3_files(): | |
| """Search for any MP3 files in the current directory and subdirectories.""" | |
| mp3_files = [] | |
| for root, dirs, files in os.walk('.'): | |
| for file in files: | |
| if file.endswith('.mp3'): | |
| mp3_path = os.path.join(root, file) | |
| mp3_files.append(mp3_path) | |
| print(f"Found MP3 file: {mp3_path}") | |
| return mp3_files[0] if mp3_files else None | |
| def add_background_music(final_video, bg_music_volume=0.10): | |
| """Add background music to the final video using any MP3 file found.""" | |
| try: | |
| bg_music_path = "music.mp3" | |
| if bg_music_path and os.path.exists(bg_music_path): | |
| print(f"Adding background music from: {bg_music_path}") | |
| bg_music = AudioFileClip(bg_music_path) | |
| if bg_music.duration < final_video.duration: | |
| loops_needed = math.ceil(final_video.duration / bg_music.duration) | |
| bg_segments = [bg_music] * loops_needed | |
| bg_music = concatenate_audioclips(bg_segments) | |
| bg_music = bg_music.subclip(0, final_video.duration) | |
| bg_music = bg_music.volumex(bg_music_volume) | |
| video_audio = final_video.audio | |
| mixed_audio = CompositeAudioClip([video_audio, bg_music]) | |
| final_video = final_video.set_audio(mixed_audio) | |
| print("Background music added successfully") | |
| else: | |
| print("No MP3 files found, skipping background music") | |
| return final_video | |
| except Exception as e: | |
| print(f"Error adding background music: {e}") | |
| print("Continuing without background music") | |
| return final_video | |
| def create_clip(media_path, asset_type, tts_path, duration=None, effects=None, narration_text=None, segment_index=0): | |
| """Create a video clip with synchronized subtitles and narration.""" | |
| try: | |
| print(f"Creating clip #{segment_index} with asset_type: {asset_type}, media_path: {media_path}") | |
| if not os.path.exists(media_path) or not os.path.exists(tts_path): | |
| print("Missing media or TTS file") | |
| return None | |
| audio_clip = AudioFileClip(tts_path).audio_fadeout(0.2) | |
| audio_duration = audio_clip.duration | |
| target_duration = audio_duration + 0.2 | |
| if asset_type == "video": | |
| clip = VideoFileClip(media_path) | |
| clip = resize_to_fill(clip, TARGET_RESOLUTION) | |
| if clip.duration < target_duration: | |
| clip = clip.loop(duration=target_duration) | |
| else: | |
| clip = clip.subclip(0, target_duration) | |
| elif asset_type == "image": | |
| img = Image.open(media_path) | |
| if img.mode != 'RGB': | |
| with tempfile.NamedTemporaryFile(suffix='.jpg', delete=False) as temp: | |
| img.convert('RGB').save(temp.name) | |
| media_path = temp.name | |
| img.close() | |
| clip = ImageClip(media_path).set_duration(target_duration) | |
| clip = apply_kenburns_effect(clip, TARGET_RESOLUTION) | |
| clip = clip.fadein(0.3).fadeout(0.3) | |
| else: | |
| return None | |
| if narration_text and CAPTION_COLOR != "transparent": | |
| try: | |
| words = narration_text.split() | |
| chunks = [] | |
| current_chunk = [] | |
| for word in words: | |
| current_chunk.append(word) | |
| if len(current_chunk) >= 5: | |
| chunks.append(' '.join(current_chunk)) | |
| current_chunk = [] | |
| if current_chunk: | |
| chunks.append(' '.join(current_chunk)) | |
| chunk_duration = audio_duration / len(chunks) | |
| subtitle_clips = [] | |
| subtitle_y_position = int(TARGET_RESOLUTION[1] * 0.70) | |
| for i, chunk_text in enumerate(chunks): | |
| start_time = i * chunk_duration | |
| end_time = (i + 1) * chunk_duration | |
| txt_clip = TextClip( | |
| chunk_text, | |
| fontsize=45, | |
| font='Arial-Bold', | |
| color=CAPTION_COLOR, | |
| bg_color='rgba(0, 0, 0, 0.25)', | |
| method='caption', | |
| align='center', | |
| stroke_width=2, | |
| stroke_color=CAPTION_COLOR, | |
| size=(TARGET_RESOLUTION[0] * 0.8, None) | |
| ).set_start(start_time).set_end(end_time) | |
| txt_clip = txt_clip.set_position(('center', subtitle_y_position)) | |
| subtitle_clips.append(txt_clip) | |
| clip = CompositeVideoClip([clip] + subtitle_clips) | |
| except Exception as sub_error: | |
| print(f"Subtitle error: {sub_error}") | |
| txt_clip = TextClip( | |
| narration_text, | |
| fontsize=font_size, | |
| color=CAPTION_COLOR, | |
| align='center', | |
| size=(TARGET_RESOLUTION[0] * 0.7, None) | |
| ).set_position(('center', int(TARGET_RESOLUTION[1] / 3))).set_duration(clip.duration) | |
| clip = CompositeVideoClip([clip, txt_clip]) | |
| clip = clip.set_audio(audio_clip) | |
| print(f"Clip created: {clip.duration:.1f}s") | |
| return clip | |
| except Exception as e: | |
| print(f"Error in create_clip: {str(e)}") | |
| return None | |
| def fix_imagemagick_policy(): | |
| """Fix ImageMagick security policies.""" | |
| try: | |
| print("Attempting to fix ImageMagick security policies...") | |
| policy_paths = [ | |
| "/etc/ImageMagick-6/policy.xml", | |
| "/etc/ImageMagick-7/policy.xml", | |
| "/etc/ImageMagick/policy.xml", | |
| "/usr/local/etc/ImageMagick-7/policy.xml" | |
| ] | |
| found_policy = next((path for path in policy_paths if os.path.exists(path)), None) | |
| if not found_policy: | |
| print("No policy.xml found. Using alternative subtitle method.") | |
| return False | |
| print(f"Modifying policy file at {found_policy}") | |
| os.system(f"sudo cp {found_policy} {found_policy}.bak") | |
| os.system(f"sudo sed -i 's/rights=\"none\"/rights=\"read|write\"/g' {found_policy}") | |
| os.system(f"sudo sed -i 's/<policy domain=\"path\" pattern=\"@\*\"[^>]*>/<policy domain=\"path\" pattern=\"@*\" rights=\"read|write\"/g' {found_policy}") | |
| os.system(f"sudo sed -i 's/<policy domain=\"coder\" rights=\"none\" pattern=\"PDF\"[^>]*>/<!-- <policy domain=\"coder\" rights=\"none\" pattern=\"PDF\"> -->/g' {found_policy}") | |
| print("ImageMagick policies updated successfully.") | |
| return True | |
| except Exception as e: | |
| print(f"Error fixing policies: {e}") | |
| return False | |
| # ---------------- Main Video Generation Function ---------------- # | |
| def generate_video(user_input, resolution, caption_option): | |
| """Generate a video based on user input via Gradio.""" | |
| global TARGET_RESOLUTION, CAPTION_COLOR, TEMP_FOLDER | |
| # Set resolution | |
| if resolution == "Full": | |
| TARGET_RESOLUTION = (1920, 1080) | |
| elif resolution == "Short": | |
| TARGET_RESOLUTION = (1080, 1920) | |
| else: | |
| TARGET_RESOLUTION = (1920, 1080) # Default | |
| # Set caption color | |
| CAPTION_COLOR = "white" if caption_option == "Yes" else "transparent" | |
| # Create a unique temporary folder | |
| TEMP_FOLDER = tempfile.mkdtemp() | |
| # Fix ImageMagick policy | |
| fix_success = fix_imagemagick_policy() | |
| if not fix_success: | |
| print("Will use alternative methods if needed") | |
| print("Generating script from API...") | |
| script = generate_script(user_input) | |
| if not script: | |
| print("Failed to generate script.") | |
| shutil.rmtree(TEMP_FOLDER) | |
| return None | |
| print("Generated Script:\n", script) | |
| elements = parse_script(script) | |
| if not elements: | |
| print("Failed to parse script into elements.") | |
| shutil.rmtree(TEMP_FOLDER) | |
| return None | |
| print(f"Parsed {len(elements)//2} script segments.") | |
| paired_elements = [] | |
| for i in range(0, len(elements), 2): | |
| if i + 1 < len(elements): | |
| paired_elements.append((elements[i], elements[i + 1])) | |
| if not paired_elements: | |
| print("No valid script segments found.") | |
| shutil.rmtree(TEMP_FOLDER) | |
| return None | |
| clips = [] | |
| for idx, (media_elem, tts_elem) in enumerate(paired_elements): | |
| print(f"\nProcessing segment {idx+1}/{len(paired_elements)} with prompt: '{media_elem['prompt']}'") | |
| media_asset = generate_media(media_elem['prompt'], current_index=idx, total_segments=len(paired_elements)) | |
| if not media_asset: | |
| print(f"Skipping segment {idx+1} due to missing media asset.") | |
| continue | |
| tts_path = generate_tts(tts_elem['text'], tts_elem['voice']) | |
| if not tts_path: | |
| print(f"Skipping segment {idx+1} due to TTS generation failure.") | |
| continue | |
| clip = create_clip( | |
| media_path=media_asset['path'], | |
| asset_type=media_asset['asset_type'], | |
| tts_path=tts_path, | |
| duration=tts_elem['duration'], | |
| effects=media_elem.get('effects', 'fade-in'), | |
| narration_text=tts_elem['text'], | |
| segment_index=idx | |
| ) | |
| if clip: | |
| clips.append(clip) | |
| else: | |
| print(f"Clip creation failed for segment {idx+1}.") | |
| if not clips: | |
| print("No clips were successfully created.") | |
| shutil.rmtree(TEMP_FOLDER) | |
| return None | |
| print("\nConcatenating clips...") | |
| final_video = concatenate_videoclips(clips, method="compose") | |
| final_video = add_background_music(final_video, bg_music_volume=bg_music_volume) | |
| print(f"Exporting final video to {OUTPUT_VIDEO_FILENAME}...") | |
| final_video.write_videofile(OUTPUT_VIDEO_FILENAME, codec='libx264', fps=fps, preset=preset) | |
| print(f"Final video saved as {OUTPUT_VIDEO_FILENAME}") | |
| # Clean up | |
| print("Cleaning up temporary files...") | |
| shutil.rmtree(TEMP_FOLDER) | |
| print("Temporary files removed.") | |
| return OUTPUT_VIDEO_FILENAME | |
| # ---------------- Gradio Interface ---------------- # | |
| VOICE_CHOICES = { | |
| 'Emma (Female)': 'af_heart', | |
| 'Bella (Female)': 'af_bella', | |
| 'Nicole (Female)': 'af_nicole', | |
| 'Aoede (Female)': 'af_aoede', | |
| 'Kore (Female)': 'af_kore', | |
| 'Sarah (Female)': 'af_sarah', | |
| 'Nova (Female)': 'af_nova', | |
| 'Sky (Female)': 'af_sky', | |
| 'Alloy (Female)': 'af_alloy', | |
| 'Jessica (Female)': 'af_jessica', | |
| 'River (Female)': 'af_river', | |
| 'Michael (Male)': 'am_michael', | |
| 'Fenrir (Male)': 'am_fenrir', | |
| 'Puck (Male)': 'am_puck', | |
| 'Echo (Male)': 'am_echo', | |
| 'Eric (Male)': 'am_eric', | |
| 'Liam (Male)': 'am_liam', | |
| 'Onyx (Male)': 'am_onyx', | |
| 'Santa (Male)': 'am_santa', | |
| 'Adam (Male)': 'am_adam', | |
| 'Emma 🇬🇧 (Female)': 'bf_emma', | |
| 'Isabella 🇬🇧 (Female)': 'bf_isabella', | |
| 'Alice 🇬🇧 (Female)': 'bf_alice', | |
| 'Lily 🇬🇧 (Female)': 'bf_lily', | |
| 'George 🇬🇧 (Male)': 'bm_george', | |
| 'Fable 🇬🇧 (Male)': 'bm_fable', | |
| 'Lewis 🇬🇧 (Male)': 'bm_lewis', | |
| 'Daniel 🇬🇧 (Male)': 'bm_daniel' | |
| } | |
| def generate_video_with_options(user_input, resolution, caption_option, music_file, voice, vclip_prob, bg_vol, video_fps, video_preset, v_speed, caption_size): | |
| global selected_voice, voice_speed, font_size, video_clip_probability, bg_music_volume, fps, preset | |
| # Update global variables with user selections | |
| selected_voice = VOICE_CHOICES[voice] | |
| voice_speed = v_speed | |
| font_size = caption_size | |
| video_clip_probability = vclip_prob / 100 # Convert from percentage to decimal | |
| bg_music_volume = bg_vol | |
| fps = video_fps | |
| preset = video_preset | |
| # Handle music upload | |
| if music_file is not None: | |
| target_path = "music.mp3" | |
| shutil.copy(music_file.name, target_path) | |
| print(f"Uploaded music saved as: {target_path}") | |
| # Generate the video | |
| return generate_video(user_input, resolution, caption_option) | |
| # Create the Gradio interface | |
| iface = gr.Interface( | |
| fn=generate_video_with_options, | |
| inputs=[ | |
| gr.Textbox(label="Video Concept", placeholder="Enter your video concept here..."), | |
| gr.Radio(["Full", "Short"], label="Resolution", value="Full"), | |
| gr.Radio(["Yes", "No"], label="Captions", value="Yes"), | |
| gr.File(label="Upload Background Music (MP3)", file_types=[".mp3"]), | |
| gr.Dropdown(choices=list(VOICE_CHOICES.keys()), label="Choose Voice", value="Emma (Female)"), | |
| gr.Slider(0, 100, value=25, step=1, label="Video Clip Usage Probability (%)"), | |
| gr.Slider(0.0, 1.0, value=0.08, step=0.01, label="Background Music Volume"), | |
| gr.Slider(10, 60, value=30, step=1, label="Video FPS"), | |
| gr.Dropdown(choices=["ultrafast", "superfast", "veryfast", "faster", "fast", "medium", "slow"], | |
| value="veryfast", label="Export Preset"), | |
| gr.Slider(0.5, 1.5, value=0.9, step=0.05, label="Voice Speed"), | |
| gr.Slider(20, 100, value=45, step=1, label="Caption Font Size") | |
| ], | |
| outputs=gr.Video(label="Generated Video"), | |
| title="AI Documentary Video Generator", | |
| description="Create short documentary videos with AI. Upload music, choose voice, and customize settings." | |
| ) | |
| # Launch the interface | |
| if __name__ == "__main__": | |
| iface.launch(share=True) |