| import os |
| if os.getenv("SPACES_ZERO_GPU"): |
| os.system('pip install --upgrade --no-deps spaces') |
| import spaces |
| import copy |
| import gc |
| import random |
| import subprocess |
| import tempfile |
| import time |
| import uuid |
| import warnings |
|
|
| from tqdm import tqdm |
| import cv2 |
| import numpy as np |
| import torch |
| import torch._dynamo |
| from torch.nn import functional as F |
| from PIL import Image |
|
|
| import gradio as gr |
| from diffusers import ( |
| FlowMatchEulerDiscreteScheduler, |
| SASolverScheduler, |
| DEISMultistepScheduler, |
| UniPCMultistepScheduler, |
| DPMSolverMultistepScheduler, |
| DPMSolverSinglestepScheduler, |
| ) |
| from diffusers import HunyuanVideo15ImageToVideoPipeline |
| from diffusers.utils.export_utils import export_to_video |
|
|
| from torchao.quantization import ( |
| quantize_, |
| Float8DynamicActivationFloat8WeightConfig, |
| Int8WeightOnlyConfig, |
| ) |
| import aoti |
| import lora_loader |
|
|
| os.environ["TOKENIZERS_PARALLELISM"] = "true" |
| warnings.filterwarnings("ignore") |
| IS_ZERO_GPU = bool(os.getenv("SPACES_ZERO_GPU")) |
|
|
| |
|
|
| |
| get_timestamp_js = """ |
| function() { |
| // Select the video element specifically inside the component with id 'generated-video' |
| const video = document.querySelector('#generated-video video'); |
| |
| if (video) { |
| console.log("Video found! Time: " + video.currentTime); |
| return video.currentTime; |
| } else { |
| console.log("No video element found."); |
| return 0; |
| } |
| } |
| """ |
|
|
|
|
| def extract_frame(video_path, timestamp): |
| |
| if not video_path: |
| return None |
|
|
| print(f"Extracting frame at timestamp: {timestamp}") |
|
|
| cap = cv2.VideoCapture(video_path) |
|
|
| if not cap.isOpened(): |
| return None |
|
|
| |
| fps = cap.get(cv2.CAP_PROP_FPS) |
| target_frame_num = int(float(timestamp) * fps) |
|
|
| |
| total_frames = int(cap.get(cv2.CAP_PROP_FRAME_COUNT)) |
| if target_frame_num >= total_frames: |
| target_frame_num = total_frames - 1 |
|
|
| |
| cap.set(cv2.CAP_PROP_POS_FRAMES, target_frame_num) |
| ret, frame = cap.read() |
| cap.release() |
|
|
| if ret: |
| |
| return cv2.cvtColor(frame, cv2.COLOR_BGR2RGB) |
|
|
| return None |
|
|
| |
|
|
|
|
| def clear_vram(): |
| gc.collect() |
| torch.cuda.empty_cache() |
|
|
|
|
| |
| if not os.path.exists("RIFEv4.26_0921.zip"): |
| print("Downloading RIFE Model...") |
| subprocess.run([ |
| "wget", "-q", |
| "https://huggingface.co/thornmaze/RIFE/resolve/main/RIFEv4.26_0921.zip", |
| "-O", "RIFEv4.26_0921.zip" |
| ], check=True) |
| subprocess.run(["unzip", "-o", "RIFEv4.26_0921.zip"], check=True) |
|
|
| from train_log.RIFE_HDv3 import Model |
| device = torch.device("cuda" if torch.cuda.is_available() else "cpu") |
| rife_model = Model() |
| rife_model.load_model("train_log", -1) |
| rife_model.eval() |
|
|
|
|
| @torch.no_grad() |
| def interpolate_bits(frames_np, multiplier=2, scale=1.0): |
| """ |
| Interpolation maintaining Numpy Float 0-1 format. |
| Args: |
| frames_np: Numpy Array (Time, Height, Width, Channels) - Float32 [0.0, 1.0] |
| multiplier: int (2, 4) |
| Returns: |
| List of Numpy Arrays (Height, Width, Channels) - Float32 [0.0, 1.0] |
| """ |
|
|
| |
| if isinstance(frames_np, list): |
| T = len(frames_np) |
| H, W, C = frames_np[0].shape |
| else: |
| T, H, W, C = frames_np.shape |
|
|
| |
| if multiplier < 2: |
| if isinstance(frames_np, np.ndarray): |
| return list(frames_np) |
| return frames_np |
|
|
| n_interp = multiplier - 1 |
|
|
| |
| tmp = max(128, int(128 / scale)) |
| ph = ((H - 1) // tmp + 1) * tmp |
| pw = ((W - 1) // tmp + 1) * tmp |
| padding = (0, pw - W, 0, ph - H) |
|
|
| |
| def to_tensor(frame_np): |
| |
| t = torch.from_numpy(frame_np).to(device) |
| |
| t = t.permute(2, 0, 1).unsqueeze(0) |
| return F.pad(t, padding).half() |
|
|
| |
| def from_tensor(tensor): |
| |
| t = tensor[0, :, :H, :W] |
| |
| t = t.permute(1, 2, 0) |
| |
| return t.float().cpu().numpy() |
|
|
| def make_inference(I0, I1, n): |
| if rife_model.version >= 3.9: |
| res = [] |
| for i in range(n): |
| res.append(rife_model.inference(I0, I1, (i + 1) * 1. / (n + 1), scale)) |
| return res |
| else: |
| middle = rife_model.inference(I0, I1, scale) |
| if n == 1: |
| return [middle] |
| first_half = make_inference(I0, middle, n=n // 2) |
| second_half = make_inference(middle, I1, n=n // 2) |
| if n % 2: |
| return [*first_half, middle, *second_half] |
| else: |
| return [*first_half, *second_half] |
|
|
| output_frames = [] |
|
|
| |
| I1 = to_tensor(frames_np[0]) |
| mid_tensors = [] |
|
|
| total_steps = T - 1 |
|
|
| with tqdm(total=total_steps, desc="Interpolating", unit="frame") as pbar: |
|
|
| for i in range(total_steps): |
| I0 = I1 |
| |
| output_frames.append(from_tensor(I0)) |
|
|
| |
| I1 = to_tensor(frames_np[i + 1]) |
|
|
| |
| mid_tensors = make_inference(I0, I1, n_interp) |
|
|
| |
| for mid in mid_tensors: |
| output_frames.append(from_tensor(mid)) |
|
|
| if (i + 1) % 50 == 0: |
| pbar.update(50) |
| pbar.update(total_steps % 50) |
|
|
| |
| output_frames.append(from_tensor(I1)) |
|
|
| |
| del I0, I1, mid_tensors |
| torch.cuda.empty_cache() |
|
|
| return output_frames |
|
|
|
|
| |
|
|
| |
| |
| |
| |
| |
| MODEL_ID = os.getenv( |
| "MODEL_ID", |
| "hunyuanvideo-community/HunyuanVideo-1.5-Diffusers-480p_i2v_step_distilled", |
| ) |
|
|
| |
| ATTN_BACKEND = os.getenv("ATTN_BACKEND", "_flash_3_hub") |
|
|
| |
| |
| AOTI_REPO = os.getenv("AOTI_REPO") |
| AOTI_VARIANT = os.getenv("AOTI_VARIANT") |
|
|
| QUANTIZE = os.getenv("QUANTIZE", "1" if IS_ZERO_GPU else "0") == "1" |
|
|
| MAX_SEED = np.iinfo(np.int32).max |
|
|
| |
| FIXED_FPS = 24 |
| MIN_FRAMES_MODEL = 25 |
| MAX_FRAMES_MODEL = int(os.getenv("MAX_FRAMES", "121")) |
|
|
| MIN_DURATION = round(MIN_FRAMES_MODEL / FIXED_FPS, 1) |
| MAX_DURATION = round(MAX_FRAMES_MODEL / FIXED_FPS, 1) |
|
|
| DEFAULT_STEPS = int(os.getenv("DEFAULT_STEPS", "8")) |
| DEFAULT_SHIFT = float(os.getenv("DEFAULT_SHIFT", "7.0")) |
| DEFAULT_GUIDANCE = float(os.getenv("DEFAULT_GUIDANCE", "1.0")) |
|
|
| |
| |
| |
| SCHEDULER_MAP = { |
| "FlowMatchEulerDiscrete": FlowMatchEulerDiscreteScheduler, |
| "UniPCMultistep": UniPCMultistepScheduler, |
| "DPMSolverMultistep": DPMSolverMultistepScheduler, |
| "DPMSolverSinglestep": DPMSolverSinglestepScheduler, |
| "DEISMultistep": DEISMultistepScheduler, |
| "SASolver": SASolverScheduler, |
| } |
|
|
| pipe = HunyuanVideo15ImageToVideoPipeline.from_pretrained( |
| MODEL_ID, |
| torch_dtype=torch.bfloat16, |
| ).to('cuda') |
| original_scheduler = copy.deepcopy(pipe.scheduler) |
|
|
| try: |
| pipe.transformer.set_attention_backend(ATTN_BACKEND) |
| print(f"Attention backend: {ATTN_BACKEND}") |
| except Exception as e: |
| print(f"Attention backend '{ATTN_BACKEND}' unavailable, using default: {e}") |
|
|
| |
| |
| try: |
| lora_loader.fuse_startup_loras(pipe) |
| except Exception as e: |
| print("Startup LoRA fusion skipped:", e) |
|
|
| if QUANTIZE: |
| |
| |
| try: |
| quantize_(pipe.text_encoder, Int8WeightOnlyConfig()) |
| torch._dynamo.reset() |
| except Exception as e: |
| print("text_encoder quantization skipped:", e) |
| try: |
| quantize_(pipe.transformer, Float8DynamicActivationFloat8WeightConfig()) |
| torch._dynamo.reset() |
| except Exception as e: |
| print("transformer quantization skipped:", e) |
|
|
| if AOTI_REPO: |
| try: |
| aoti.aoti_blocks_load(pipe.transformer, AOTI_REPO, variant=AOTI_VARIANT) |
| print(f"AoTI blocks loaded from {AOTI_REPO}") |
| except Exception as e: |
| print("AoTI load skipped:", e) |
|
|
| pipe.vae.enable_tiling() |
|
|
| default_prompt_i2v = "make this image come alive, cinematic motion, smooth animation" |
| default_negative_prompt = "overexposed, low quality, blurry details, subtitles, watermark, static, still frame, jpeg artifacts, deformed, disfigured, extra fingers, malformed hands, malformed face, cluttered background" |
|
|
|
|
| def model_title(): |
| return "## HunyuanVideo 1.5 I2V 8.3B — Fast Preview" |
|
|
|
|
| def bucket_size(image: Image.Image): |
| """Resolution the pipeline will pick for this image (aspect-ratio bucket around target_size).""" |
| height, width = pipe.video_processor.calculate_default_height_width( |
| height=image.size[1], width=image.size[0], target_size=pipe.target_size |
| ) |
| return width, height |
|
|
|
|
| def resize_image(image: Image.Image) -> Image.Image: |
| """Center-crop/resize to the exact bucket the pipeline would choose, so the cost estimate |
| below and the actual generation agree. Passing the result back is idempotent.""" |
| width, height = bucket_size(image) |
| return pipe.video_processor.resize(image, height=height, width=width, resize_mode="crop") |
|
|
|
|
| def get_num_frames(duration_seconds: float): |
| raw = int(round(duration_seconds * FIXED_FPS)) |
| raw = max(MIN_FRAMES_MODEL, min(MAX_FRAMES_MODEL, raw)) |
| return ((raw - 1) // 4) * 4 + 1 |
|
|
|
|
| def get_inference_duration( |
| resized_image, |
| prompt, |
| steps, |
| negative_prompt, |
| num_frames, |
| guidance_scale, |
| current_seed, |
| scheduler_name, |
| flow_shift, |
| frame_multiplier, |
| quality, |
| duration_seconds, |
| safe_mode, |
| lora_groups, |
| lora_scale, |
| custom_lora, |
| progress |
| ): |
| |
| |
| BASE_FRAMES_HEIGHT_WIDTH = 121 * 704 * 480 |
| BASE_STEP_DURATION = float(os.getenv("BASE_STEP_DURATION", "3.5")) |
| width, height = resized_image.size |
| factor = num_frames * width * height / BASE_FRAMES_HEIGHT_WIDTH |
| step_duration = BASE_STEP_DURATION * factor ** 1.5 |
| gen_time = int(steps) * step_duration |
|
|
| |
| if guidance_scale > 1: |
| gen_time = gen_time * 2.0 |
|
|
| frame_factor = frame_multiplier // FIXED_FPS |
| if frame_factor > 1: |
| total_out_frames = (num_frames * frame_factor) - num_frames |
| inter_time = (total_out_frames * 0.02) |
| gen_time += inter_time |
|
|
| total_time = 15 + gen_time |
| if safe_mode: |
| total_time = total_time * 1.30 |
|
|
| return total_time |
|
|
|
|
| def _apply_scheduler(scheduler_name, flow_shift): |
| scheduler_class = SCHEDULER_MAP.get(scheduler_name, FlowMatchEulerDiscreteScheduler) |
|
|
| if scheduler_class is FlowMatchEulerDiscreteScheduler: |
| current = pipe.scheduler |
| if current.config._class_name == "FlowMatchEulerDiscreteScheduler" and \ |
| float(current.config.get("shift", -1)) == float(flow_shift): |
| return |
| config = copy.deepcopy(original_scheduler.config) |
| config["shift"] = float(flow_shift) |
| pipe.scheduler = FlowMatchEulerDiscreteScheduler.from_config(config) |
| return |
|
|
| try: |
| pipe.scheduler = scheduler_class.from_config({ |
| "num_train_timesteps": 1000, |
| "prediction_type": "flow_prediction", |
| "use_flow_sigmas": True, |
| "flow_shift": float(flow_shift), |
| }) |
| except Exception as e: |
| print(f"Scheduler '{scheduler_name}' failed ({e}); falling back to FlowMatchEulerDiscrete.") |
| config = copy.deepcopy(original_scheduler.config) |
| config["shift"] = float(flow_shift) |
| pipe.scheduler = FlowMatchEulerDiscreteScheduler.from_config(config) |
|
|
|
|
| def _apply_guidance(guidance_scale): |
| """HunyuanVideo 1.5 takes CFG through a guider object, not a __call__ argument.""" |
| try: |
| if float(pipe.guider.config.guidance_scale) != float(guidance_scale): |
| pipe.guider = pipe.guider.new(guidance_scale=float(guidance_scale)) |
| except Exception as e: |
| print("Could not update guider:", e) |
|
|
|
|
| @spaces.GPU(duration=get_inference_duration, size='xlarge') |
| def run_inference( |
| resized_image, |
| prompt, |
| steps, |
| negative_prompt, |
| num_frames, |
| guidance_scale, |
| current_seed, |
| scheduler_name, |
| flow_shift, |
| frame_multiplier, |
| quality, |
| duration_seconds, |
| safe_mode=False, |
| lora_groups=None, |
| lora_scale=1.0, |
| custom_lora="", |
| progress=gr.Progress(track_tqdm=True), |
| ): |
| _apply_scheduler(scheduler_name, flow_shift) |
| _apply_guidance(guidance_scale) |
|
|
| clear_vram() |
|
|
| task_name = str(uuid.uuid4())[:8] |
| print(f"Generating {num_frames} frames, task: {task_name}, {duration_seconds}, {resized_image.size}, lora={lora_groups}") |
| start = time.time() |
|
|
| lora_loaded = False |
| try: |
| lora_loaded = lora_loader.load_loras_to_pipe( |
| pipe, lora_groups, custom_lora, scale=float(lora_scale) |
| ) |
| except Exception as e: |
| print(f"LoRA warning: {e}") |
| lora_loader.unload_lora(pipe) |
|
|
| result = pipe( |
| image=resized_image, |
| prompt=prompt, |
| negative_prompt=negative_prompt, |
| num_frames=num_frames, |
| num_inference_steps=int(steps), |
| generator=torch.Generator(device="cuda").manual_seed(current_seed), |
| output_type="np", |
| ) |
|
|
| if lora_loaded: |
| lora_loader.unload_lora(pipe) |
|
|
| print("gen time passed:", time.time() - start) |
|
|
| raw_frames_np = result.frames[0] |
| pipe.scheduler = original_scheduler |
|
|
| frame_factor = frame_multiplier // FIXED_FPS |
| if frame_factor > 1: |
| start = time.time() |
| print(f"Processing frames (RIFE Multiplier: {frame_factor}x)...") |
| rife_model.device() |
| rife_model.flownet = rife_model.flownet.half() |
| final_frames = interpolate_bits(raw_frames_np, multiplier=int(frame_factor)) |
| print("Interpolation time passed:", time.time() - start) |
| else: |
| final_frames = list(raw_frames_np) |
|
|
| final_fps = FIXED_FPS * int(max(1, frame_factor)) |
|
|
| with tempfile.NamedTemporaryFile(suffix=".mp4", delete=False) as tmpfile: |
| video_path = tmpfile.name |
|
|
| start = time.time() |
| with tqdm(total=3, desc="Rendering Media", unit="clip") as pbar: |
| pbar.update(2) |
| export_to_video(final_frames, video_path, fps=final_fps, quality=quality) |
| pbar.update(1) |
| print(f"Export time passed, {final_fps} FPS:", time.time() - start) |
|
|
| return video_path, task_name |
|
|
|
|
| def generate_video( |
| input_image, |
| prompt, |
| steps=DEFAULT_STEPS, |
| negative_prompt=default_negative_prompt, |
| duration_seconds=MAX_DURATION, |
| guidance_scale=DEFAULT_GUIDANCE, |
| seed=42, |
| randomize_seed=False, |
| quality=6, |
| scheduler="FlowMatchEulerDiscrete", |
| flow_shift=DEFAULT_SHIFT, |
| frame_multiplier=FIXED_FPS, |
| safe_mode=False, |
| lora_groups=None, |
| lora_scale=1.0, |
| custom_lora="", |
| video_component=True, |
| progress=gr.Progress(track_tqdm=True), |
| ): |
| """ |
| Generate a video from an input image using HunyuanVideo 1.5 I2V (8.3B). |
| |
| This function takes an input image and generates a video animation based on the provided |
| prompt and parameters. It uses an fp8-quantized HunyuanVideo 1.5 image-to-video model; with |
| the step-distilled checkpoint 8-12 steps are enough. |
| |
| Args: |
| input_image (PIL.Image): The input image to animate. Cropped to the closest aspect-ratio |
| bucket around the model's target size (640px for 480p, 960px for 720p). |
| prompt (str): Text prompt describing the desired animation or motion. |
| steps (int, optional): Number of inference steps. Defaults to 8. Range: 1-50. |
| The step-distilled checkpoint is tuned for 8 or 12; the plain checkpoints want 50. |
| negative_prompt (str, optional): Negative prompt to avoid unwanted elements. |
| Only used when guidance_scale > 1 (CFG is off on the distilled checkpoints). |
| duration_seconds (float, optional): Duration of the generated video in seconds. |
| Clamped between MIN_FRAMES_MODEL/FIXED_FPS and MAX_FRAMES_MODEL/FIXED_FPS. |
| guidance_scale (float, optional): Classifier-free guidance scale, applied through the |
| pipeline's guider. Defaults to 1.0 (disabled, one transformer pass per step). |
| Values above 1 double the generation time. Range: 0.0-10.0. |
| seed (int, optional): Random seed for reproducible results. Defaults to 42. |
| Range: 0 to MAX_SEED (2147483647). |
| randomize_seed (bool, optional): Whether to use a random seed instead of the provided seed. |
| quality (float, optional): Video output quality. Uses variable bit rate. |
| Highest quality is 10, lowest is 1. |
| scheduler (str, optional): The name of the scheduler to use for inference. |
| Defaults to "FlowMatchEulerDiscrete", which is what the checkpoint ships with. |
| flow_shift (float, optional): The flow shift value. Defaults to 7.0 for the 480p |
| step-distilled checkpoint (5.0 for the plain 480p ones). |
| frame_multiplier (int, optional): Target fps; extra frames are produced by RIFE. |
| lora_groups (list, optional): LoRA entries from the catalog to apply. |
| lora_scale (float, optional): Weight applied to the selected LoRAs. |
| custom_lora (str, optional): Extra LoRA as "repo_id" or "repo_id:filename". |
| video_component (bool, optional): Show video player in output. Defaults to True. |
| progress (gr.Progress, optional): Gradio progress tracker. |
| |
| Returns: |
| tuple: A tuple containing: |
| - video_path (str): Path for the video component. |
| - video_path (str): Path for the file download component. |
| - current_seed (int): The seed used for generation. |
| |
| Raises: |
| gr.Error: If input_image is None (no image uploaded). |
| |
| Note: |
| - Frame count is calculated as duration_seconds * FIXED_FPS (24) rounded to 4k+1 |
| - Output dimensions come from the model's aspect-ratio buckets, not from sliders |
| - The function uses GPU acceleration via the @spaces.GPU decorator |
| - Generation time varies based on steps and duration (see get_inference_duration) |
| """ |
|
|
| if input_image is None: |
| raise gr.Error("Please upload an input image.") |
|
|
| num_frames = get_num_frames(duration_seconds) |
| current_seed = random.randint(0, MAX_SEED) if randomize_seed else int(seed) |
| resized_image = resize_image(input_image) |
|
|
| video_path, task_n = run_inference( |
| resized_image, |
| prompt, |
| steps, |
| negative_prompt, |
| num_frames, |
| guidance_scale, |
| current_seed, |
| scheduler, |
| flow_shift, |
| frame_multiplier, |
| quality, |
| duration_seconds, |
| safe_mode, |
| lora_groups, |
| lora_scale, |
| custom_lora, |
| progress, |
| ) |
| print(f"GPU complete: {task_n}") |
|
|
| return (video_path if video_component else None), video_path, current_seed |
|
|
|
|
| CSS = """ |
| #hidden-timestamp { |
| opacity: 0; |
| height: 0px; |
| width: 0px; |
| margin: 0px; |
| padding: 0px; |
| overflow: hidden; |
| position: absolute; |
| pointer-events: none; |
| } |
| """ |
|
|
|
|
| with gr.Blocks(delete_cache=(3600, 10800)) as demo: |
| gr.Markdown(model_title()) |
| gr.Markdown( |
| "Run HunyuanVideo 1.5 image-to-video in 8-12 steps, fp8 quantization - " |
| "compatible with 🧨 diffusers and ZeroGPU" |
| ) |
|
|
| with gr.Row(): |
| with gr.Column(): |
| input_image_component = gr.Image(type="pil", label="Input Image", sources=["upload", "clipboard"]) |
| prompt_input = gr.Textbox(label="Prompt", value=default_prompt_i2v) |
| duration_seconds_input = gr.Slider(minimum=MIN_DURATION, maximum=MAX_DURATION, step=0.1, value=MAX_DURATION, label="Duration (seconds)", info=f"Clamped to model's {MIN_FRAMES_MODEL}-{MAX_FRAMES_MODEL} frames at {FIXED_FPS}fps.") |
| frame_multi = gr.Dropdown( |
| choices=[FIXED_FPS, FIXED_FPS * 2, FIXED_FPS * 4], |
| value=FIXED_FPS, |
| label="Video Fluidity (Frames per Second)", |
| info="Extra frames will be generated using flow estimation, which estimates motion between frames to make the video smoother." |
| ) |
| safe_mode_checkbox = gr.Checkbox( |
| label="🛠️ Safe Mode", |
| value=True, |
| info="Requests 30% extra processing time to try to prevent unfinished tasks when the server is busy." |
| ) |
| with gr.Accordion("Advanced Settings", open=False): |
| negative_prompt_input = gr.Textbox(label="Negative Prompt", value=default_negative_prompt, info="Used only if Guidance Scale > 1.", lines=3) |
| quality_slider = gr.Slider(minimum=1, maximum=10, step=1, value=6, label="Video Quality", info="If set to 10, the generated video may be too large and won't play in the Gradio preview.") |
| seed_input = gr.Slider(label="Seed", minimum=0, maximum=MAX_SEED, step=1, value=42, interactive=True) |
| randomize_seed_checkbox = gr.Checkbox(label="Randomize seed", value=True, interactive=True) |
| steps_slider = gr.Slider(minimum=1, maximum=50, step=1, value=DEFAULT_STEPS, label="Inference Steps", info="8 or 12 for the step-distilled checkpoint, 50 for the plain ones.") |
| guidance_scale_input = gr.Slider(minimum=0.0, maximum=10.0, step=0.5, value=DEFAULT_GUIDANCE, label="Guidance Scale (CFG)", info="1.0 = off. Values above 1 double GPU time and enable the negative prompt.") |
| scheduler_dropdown = gr.Dropdown( |
| label="Scheduler", |
| choices=list(SCHEDULER_MAP.keys()), |
| value="FlowMatchEulerDiscrete", |
| info="FlowMatchEulerDiscrete is what the checkpoint ships with; the rest run in flow-prediction mode and are experimental." |
| ) |
| flow_shift_slider = gr.Slider(minimum=0.5, maximum=15.0, step=0.1, value=DEFAULT_SHIFT, label="Flow Shift", info="7.0 for the 480p step-distilled / 720p checkpoints, 5.0 for plain 480p.") |
| lora_dropdown = gr.Dropdown(choices=lora_loader.get_lora_choices(), label="LoRA", multiselect=True, info="Entries from loras.json / LORA_CATALOG. HunyuanVideo 1.5 LoRAs only.") |
| lora_scale_slider = gr.Slider(minimum=0.0, maximum=2.0, step=0.05, value=1.0, label="LoRA Scale") |
| custom_lora_input = gr.Textbox(label="Custom LoRA", value="", placeholder="repo_id or repo_id:file.safetensors", info="Any Hub repo holding a HunyuanVideo 1.5 LoRA.") |
| play_result_video = gr.Checkbox(label="Display result", value=True, interactive=True) |
|
|
| generate_button = gr.Button("Generate Video", variant="primary") |
|
|
| with gr.Column(): |
| |
| video_output = gr.Video(label="Generated Video", autoplay=True, sources=["upload"], buttons=["download", "share"], interactive=True, elem_id="generated-video") |
|
|
| |
| with gr.Row(): |
| grab_frame_btn = gr.Button("📸 Use Current Frame as Input", variant="secondary") |
| timestamp_box = gr.Number(value=0, label="Timestamp", visible=True, elem_id="hidden-timestamp") |
| |
|
|
| file_output = gr.File(label="Download Video") |
|
|
| ui_inputs = [ |
| input_image_component, prompt_input, steps_slider, |
| negative_prompt_input, duration_seconds_input, |
| guidance_scale_input, seed_input, randomize_seed_checkbox, |
| quality_slider, scheduler_dropdown, flow_shift_slider, frame_multi, |
| safe_mode_checkbox, |
| lora_dropdown, lora_scale_slider, custom_lora_input, |
| play_result_video |
| ] |
|
|
| generate_button.click( |
| fn=generate_video, |
| inputs=ui_inputs, |
| outputs=[video_output, file_output, seed_input] |
| ) |
|
|
| |
| |
| grab_frame_btn.click( |
| fn=None, |
| inputs=None, |
| outputs=[timestamp_box], |
| js=get_timestamp_js |
| ) |
|
|
| |
| timestamp_box.change( |
| fn=extract_frame, |
| inputs=[video_output, timestamp_box], |
| outputs=[input_image_component] |
| ) |
|
|
| if __name__ == "__main__": |
| demo.queue().launch( |
| mcp_server=True, |
| css=CSS, |
| show_error=True, |
| ) |
|
|