Spaces:
Runtime error
Runtime error
File size: 3,201 Bytes
d686824 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 |
try:
from llava.constants import IMAGE_TOKEN_INDEX, DEFAULT_IMAGE_TOKEN, DEFAULT_IM_START_TOKEN, DEFAULT_IM_END_TOKEN
from llava.constants import IGNORE_INDEX, DEFAULT_IMAGE_TOKEN, DEFAULT_IM_START_TOKEN, DEFAULT_IM_END_TOKEN, IMAGE_TOKEN_INDEX
except ImportError:
print("Warning: LLAVA constants not found, using non-values.")
from typing import List
import math
from typing import List, Dict
from PIL import Image
import base64
import io
import numpy as np
from contextlib import contextmanager
try:
import cv2
except ImportError:
cv2 = None
print("Warning: OpenCV is not installed, video frame extraction will not work.")
def encode_image_to_base64(image) -> str:
"""
Convert an image (PIL.Image or numpy.ndarray) to a Base64 encoded string.
"""
try:
# If the input is a numpy array, convert it to a PIL Image
if isinstance(image, np.ndarray):
image = Image.fromarray(image)
# Ensure it's a PIL Image before proceeding
if not isinstance(image, Image.Image):
raise ValueError("Input must be a PIL.Image or numpy.ndarray")
# Encode the image to Base64
buffered = io.BytesIO()
image.save(buffered, format="JPEG")
return base64.b64encode(buffered.getvalue()).decode("utf-8")
except Exception as e:
raise ValueError(f"Error encoding image: {str(e)}")
def load_video_frames(video_path: str, num_frames: int = 8) -> List[Image.Image]:
"""
从视频中读取 num_frames 帧并返回 PIL.Image 列表。
"""
if cv2 is None:
raise ImportError("OpenCV is not installed, cannot load video frames.")
frames = []
cap = cv2.VideoCapture(video_path)
if not cap.isOpened():
raise ValueError(f"Cannot open video: {video_path}")
total_frames = int(cap.get(cv2.CAP_PROP_FRAME_COUNT))
if total_frames == 0:
cap.release()
raise ValueError("Video has zero frames or could not retrieve frame count.")
num_frames = min(num_frames, total_frames)
step = total_frames / num_frames
for i in range(num_frames):
frame_index = int(math.floor(i * step))
cap.set(cv2.CAP_PROP_POS_FRAMES, frame_index)
ret, frame = cap.read()
if not ret:
break
frame_rgb = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
frames.append(Image.fromarray(frame_rgb))
cap.release()
return frames
def save_as_gif(images, output_gif_path):
from PIL import Image
import os
fps = 1 # 设置帧率为 1
duration = int(1000 / fps) # GIF 每帧显示时间，单位为毫秒
# 将每一帧图像转换为 PIL 图像
pil_images = [Image.fromarray(img.astype('uint8')) for img in images]
# 保存为 GIF
pil_images[0].save(
output_gif_path,
save_all=True,
append_images=pil_images[1:],
duration=duration,
loop=0 # 设置循环播放（0 为无限循环）
)
print(f"Saved GIF: {output_gif_path}")
@contextmanager
def NoWarning():
from logging import logger
logger.set_level(logger.ERROR)
try:
yield
finally:
logger.set_level(logger.INFO)
|