RoboMME / gradio-web /image_utils.py
HongzeFu's picture
准星
d10d370
"""
图像处理工具模块
无状态的图像处理函数
"""
import numpy as np
import tempfile
import os
import traceback
import math
from pathlib import Path
from PIL import Image, ImageDraw, ImageFont
import cv2
from config import VIDEO_PLAYBACK_FPS, ROUTESTICK_OVERLAY_ACTION_TEXTS, get_ui_action_text
# DEPRECATED: 历史任务特化图像叠加配置,保留仅为兼容旧代码路径。
# 当前已统一关闭任务特化渲染。
DEPRECATED_COORDINATE_AXES_ENVS = ["PatternLock", "RouteStick", "InsertPeg", "SwingXtimes"]
ENABLE_DEPRECATED_COORDINATE_AXES_OVERLAY = False
def _video_output_dirs():
"""视频输出目录候选(按优先级)。"""
current_dir = Path(__file__).resolve().parent
project_root = current_dir.parent
env_dir = os.environ.get("ROBOMME_TEMP_DEMOS_DIR")
candidates = [
Path(env_dir).expanduser() if env_dir else None,
project_root / "temp_demos",
current_dir / "temp_demos",
Path.cwd() / "temp_demos",
Path(tempfile.gettempdir()) / "robomme_temp_demos",
]
result = []
seen = set()
for path in candidates:
if path is None:
continue
resolved = path.resolve()
key = str(resolved)
if key in seen:
continue
seen.add(key)
result.append(resolved)
return result
def _write_with_opencv(path, frames):
"""imageio 不可用时使用 OpenCV 写视频。"""
if not frames:
return False
h, w = frames[0].shape[:2]
writer = cv2.VideoWriter(
path,
cv2.VideoWriter_fourcc(*"mp4v"),
VIDEO_PLAYBACK_FPS,
(w, h),
)
if not writer.isOpened():
return False
try:
for frame in frames:
if frame.shape[:2] != (h, w):
frame = cv2.resize(frame, (w, h), interpolation=cv2.INTER_LINEAR)
writer.write(cv2.cvtColor(frame, cv2.COLOR_RGB2BGR))
return True
finally:
writer.release()
def save_video(frames, suffix=""):
"""
视频保存函数 - 使用imageio生成视频
优化点:
1. 使用imageio.mimwrite,不依赖FFmpeg编码器
2. 直接处理RGB帧,无需颜色空间转换
3. 自动处理编码,简单可靠
"""
if not frames or len(frames) == 0:
return None
try:
# 准备帧:确保是 uint8 RGB
processed_frames = []
for f in frames:
if not isinstance(f, np.ndarray):
f = np.array(f)
if f.dtype != np.uint8:
if np.max(f) <= 1.0:
f = (f * 255).astype(np.uint8)
else:
f = f.clip(0, 255).astype(np.uint8)
if len(f.shape) == 2:
f = np.stack([f] * 3, axis=-1)
elif len(f.shape) == 3 and f.shape[2] == 4:
f = f[:, :, :3]
processed_frames.append(f)
imageio = None
try:
import imageio as _imageio
imageio = _imageio
except Exception:
imageio = None
for temp_dir in _video_output_dirs():
try:
temp_dir.mkdir(parents=True, exist_ok=True)
fd, path = tempfile.mkstemp(suffix=f"_{suffix}.mp4", dir=str(temp_dir))
os.close(fd)
if imageio is not None:
imageio.mimwrite(
path,
processed_frames,
fps=VIDEO_PLAYBACK_FPS,
quality=8,
macro_block_size=None,
)
else:
ok = _write_with_opencv(path, processed_frames)
if not ok:
raise RuntimeError("OpenCV video writer failed")
if os.path.exists(path) and os.path.getsize(path) > 0:
return path
raise RuntimeError(f"generated empty video: {path}")
except Exception as e:
print(f"save_video failed in {temp_dir}: {e}")
traceback.print_exc()
try:
if "path" in locals() and path and os.path.exists(path):
os.remove(path)
except Exception:
pass
print("Error in save_video: all video output directories failed")
return None
except Exception as e:
print(f"Error in save_video: {e}")
traceback.print_exc()
return None
def concatenate_frames_horizontally(frames1, frames2=None, env_id=None):
"""
处理 base frames 序列,添加标注和坐标系(已移除 wrist camera)
Args:
frames1: base frames 视频帧列表
frames2: 已弃用,保留以保持向后兼容,但不会被使用
env_id: 环境ID,用于决定是否显示坐标系(可选)
Returns:
处理后的帧列表
"""
# DEPRECATED: 任务特化图像叠加(坐标系/RouteStick示意图)已关闭。
# 保留机制与绘图函数,便于后续按需恢复。
show_coordinate_axes = (
ENABLE_DEPRECATED_COORDINATE_AXES_OVERLAY
and (env_id in DEPRECATED_COORDINATE_AXES_ENVS if env_id else False)
)
if not frames1:
return []
concatenated_frames = []
for i in range(len(frames1)):
# 获取当前帧
frame1 = frames1[i] if i < len(frames1) else frames1[-1]
# 转换为numpy数组并确保格式正确
if frame1 is not None:
if not isinstance(frame1, np.ndarray):
frame1 = np.array(frame1)
if frame1.dtype != np.uint8:
if np.max(frame1) <= 1.0:
frame1 = (frame1 * 255).astype(np.uint8)
else:
frame1 = frame1.clip(0, 255).astype(np.uint8)
if len(frame1.shape) == 2:
frame1 = np.stack([frame1] * 3, axis=-1)
else:
continue
# 获取帧的宽度和高度
actual_h, actual_w1 = frame1.shape[:2]
# 确定左侧和右侧边框宽度
left_border_width = 0
right_border_width = 0
if show_coordinate_axes:
if env_id == "RouteStick":
left_border_width = 200 # RouteStick 任务的左侧边框宽度(用于四个半圆示意图)
right_border_width = 0 # RouteStick 任务不再显示右侧边框
else:
left_border_width = 150 # 其他任务的左侧边框宽度
if show_coordinate_axes:
# 添加左侧黑色边框
left_border = np.zeros((actual_h, left_border_width, 3), dtype=np.uint8)
# 拼接(包含左侧边框)
concatenated_frame = np.concatenate([left_border, frame1], axis=1)
# 转换为PIL图像以便在黑色边框区域绘制
concatenated_pil = Image.fromarray(concatenated_frame)
# 在左侧黑色边框绘制内容
left_border_pil = Image.new('RGB', (left_border_width, actual_h), (0, 0, 0))
if env_id == "RouteStick":
# RouteStick 任务:在左侧绘制四个半圆示意图(不绘制坐标系)
left_border_pil = draw_coordinate_axes(left_border_pil, position="left", rotate_180=False, env_id=env_id)
else:
# 其他任务:绘制坐标系(旋转180度)
left_border_pil = draw_coordinate_axes(left_border_pil, position="left", rotate_180=True, env_id=env_id)
# 将内容绘制到拼接后的图像上
concatenated_pil.paste(left_border_pil, (0, 0))
# 转换回numpy数组
concatenated_frame = np.array(concatenated_pil)
else:
# 不显示坐标系,直接使用原帧
concatenated_frame = frame1
concatenated_frames.append(concatenated_frame)
return concatenated_frames
def draw_semicircle(draw, center, radius, color, width=2, half="lower", start_pos="left", end_pos="right", arrow_position="end", arrow_size=6):
"""
DEPRECATED: 仅供旧版 RouteStick 旋转示意图绘制使用(当前默认不再调用)。
绘制半圆封装函数
Args:
draw: PIL ImageDraw object
center: (x, y) 圆心坐标
radius: 半径
color: 颜色
width: 线宽
half: "upper" (上半圆) or "lower" (下半圆)
start_pos: "left" or "right" (起始位置)
end_pos: "left" or "right" (结束位置)
arrow_position: "start" (箭头在起始位置) or "end" (箭头在结束位置) or None
arrow_size: 箭头大小
"""
cx, cy = center
# 确定角度范围
# 在图像坐标系中(y向下):
# lower: 0-180度 (y > cy)
# upper: 180-360度 (y < cy)
angle_map = {
"lower": {"right": 0, "left": 180},
"upper": {"right": 360, "left": 180}
}
start_angle = angle_map[half].get(start_pos, 0)
end_angle = angle_map[half].get(end_pos, 180)
# 确定步长
step = 5
if start_angle > end_angle:
step = -5
points = []
# 生成点
# 注意range不包含end,所以要根据step方向加减1
for a in range(start_angle, end_angle + (1 if step > 0 else -1), step):
rad = math.radians(a)
x = cx + radius * math.cos(rad)
y = cy + radius * math.sin(rad)
points.append((x, y))
if len(points) < 2:
return
# 绘制圆弧
draw.line(points, fill=color, width=width)
# 绘制箭头
if arrow_position:
if arrow_position == "start":
# 箭头在起点,方向指向路径方向
arrow_center = points[0] # 箭头中心点位于半圆端点
next_pt = points[1]
dx = next_pt[0] - arrow_center[0]
dy = next_pt[1] - arrow_center[1]
else: # end
# 箭头在终点,方向指向路径方向
arrow_center = points[-1] # 箭头中心点位于半圆端点
prev_pt = points[-2]
dx = arrow_center[0] - prev_pt[0]
dy = arrow_center[1] - prev_pt[1]
angle = math.atan2(dy, dx)
# 箭头参数
arrow_len = arrow_size * 1.5
arrow_wing = arrow_size
# 箭头中心点在半圆端点,箭头沿路径方向延伸
# 计算箭头尖端(沿方向向前)
tip_x = arrow_center[0] + arrow_len * math.cos(angle)
tip_y = arrow_center[1] + arrow_len * math.sin(angle)
tip_pt = (tip_x, tip_y)
# 计算箭头尾部中心(沿方向向后)
bx = arrow_center[0] - arrow_len * math.cos(angle)
by = arrow_center[1] - arrow_len * math.sin(angle)
# 计算两翼(从尾部中心向两侧展开)
w1x = bx + arrow_wing * math.cos(angle + math.pi/2)
w1y = by + arrow_wing * math.sin(angle + math.pi/2)
w2x = bx + arrow_wing * math.cos(angle - math.pi/2)
w2y = by + arrow_wing * math.sin(angle - math.pi/2)
draw.polygon([tip_pt, (w1x, w1y), (w2x, w2y)], fill=color)
def draw_coordinate_axes(img, position="right", rotate_180=False, env_id=None):
"""
DEPRECATED: 历史任务特化图像叠加函数(当前默认不再调用)。
在图片外的黑色区域绘制坐标系,标注 forward/backward/left/right
Args:
img: PIL Image 或 numpy array
position: "left" 或 "right",指定在左侧还是右侧绘制
rotate_180: 如果为 True,将坐标系顺时针旋转180度(用于 base camera)
env_id: 环境ID,用于决定是否绘制特殊示意图(如 RouteStick 的旋转方向)
Returns:
PIL Image with coordinate axes drawn
"""
if isinstance(img, np.ndarray):
img = Image.fromarray(img)
img = img.copy()
draw = ImageDraw.Draw(img)
# 获取图片尺寸
width, height = img.size
# 如果是 RouteStick 任务,绘制旋转方向示意图(左侧或右侧)
if env_id == "RouteStick" and (position == "right" or position == "left"):
lcw_text, lccw_text, rcw_text, rccw_text = [
get_ui_action_text("RouteStick", action_text)
for action_text in ROUTESTICK_OVERLAY_ACTION_TEXTS
]
# 绘制四个半圆箭头示意图(垂直排列)
# 示意图位置:在图像的左侧或右侧,从上到下垂直排列
illustration_width = 220 # 示意图区域宽度(已弃用,保留以保持兼容性)
# 尝试加载字体
try:
small_font = ImageFont.truetype("/usr/share/fonts/truetype/dejavu/DejaVuSans-Bold.ttf", 12)
except:
try:
small_font = ImageFont.truetype("/System/Library/Fonts/Helvetica.ttc", 12)
except:
small_font = ImageFont.load_default()
line_color = (255, 255, 255) # 白色
semicircle_radius = 15 # 半圆半径
arrow_size = 3 # 箭头大小
vertical_spacing = 5 # 垂直间距(每个半圆之间的间距)
line_width = 2 # 线宽
# 计算垂直布局
# 每个半圆需要的高度:半圆直径 + 标签高度 + 间距
item_height = semicircle_radius * 2 + 20 +10 # 半圆直径 + 标签空间
total_height = 4 * item_height + 3 * vertical_spacing # 4个半圆 + 3个间距
# 布局中心位置
# 左侧或右侧黑色区域的中心,将布局中心放在区域中心
layout_center_x = width // 2
start_y = (height - total_height) // 2 -20 # 从顶部开始的起始位置
# 计算四个半圆的中心位置(从上到下)
# 1. Left Clockwise (最上)
lcw_center_x = layout_center_x
lcw_center_y = start_y + item_height // 2
# 2. Left Counterclockwise
lccw_center_x = layout_center_x
lccw_center_y = lcw_center_y + item_height + vertical_spacing
# 3. Right Clockwise
rcw_center_x = layout_center_x
rcw_center_y = lccw_center_y + item_height + vertical_spacing
# 4. Right Counterclockwise (最下)
rccw_center_x = layout_center_x
rccw_center_y = rcw_center_y + item_height + vertical_spacing
# 1. 绘制 left clockwise(最上):左半圆,右→左(顺时针),箭头在左端朝上
draw_semicircle(draw, (lcw_center_x , lcw_center_y+15), semicircle_radius, line_color, line_width, half="upper", start_pos="left", end_pos="right", arrow_position="end", arrow_size=arrow_size)
# 添加标签 "L CW"
lcw_bbox = draw.textbbox((0, 0), lcw_text, font=small_font)
lcw_text_width = lcw_bbox[2] - lcw_bbox[0]
lcw_text_height = lcw_bbox[3] - lcw_bbox[1]
lcw_text_x = lcw_center_x - lcw_text_width // 2
lcw_text_y = lcw_center_y + semicircle_radius + 5
draw.rectangle(
[(lcw_text_x - 2, lcw_text_y - 2),
(lcw_text_x + lcw_text_width + 2, lcw_text_y + lcw_text_height + 2)],
fill=(0, 0, 0)
)
draw.text((lcw_text_x, lcw_text_y), lcw_text, fill=line_color, font=small_font)
# 2. 绘制 left counterclockwise(第二个):左半圆,左→右(逆时针),箭头在右端朝下
draw_semicircle(draw, (lccw_center_x, lccw_center_y), semicircle_radius, line_color, line_width, half="lower", start_pos="left", end_pos="right", arrow_position="end", arrow_size=arrow_size)
# 添加标签 "L CCW"
lccw_bbox = draw.textbbox((0, 0), lccw_text, font=small_font)
lccw_text_width = lccw_bbox[2] - lccw_bbox[0]
lccw_text_height = lccw_bbox[3] - lccw_bbox[1]
lccw_text_x = lccw_center_x - lccw_text_width // 2
lccw_text_y = lccw_center_y + semicircle_radius + 5
draw.rectangle(
[(lccw_text_x - 2, lccw_text_y - 2),
(lccw_text_x + lccw_text_width + 2, lccw_text_y + lccw_text_height + 2)],
fill=(0, 0, 0)
)
draw.text((lccw_text_x, lccw_text_y), lccw_text, fill=line_color, font=small_font)
# 3. 绘制 right clockwise(第三个):右半圆,左→右(顺时针),箭头在右端朝上
draw_semicircle(draw, (rcw_center_x , rcw_center_y), semicircle_radius, line_color, line_width, half="lower", start_pos="right", end_pos="left", arrow_position="end", arrow_size=arrow_size)
# 添加标签 "R CW"
rcw_bbox = draw.textbbox((0, 0), rcw_text, font=small_font)
rcw_text_width = rcw_bbox[2] - rcw_bbox[0]
rcw_text_height = rcw_bbox[3] - rcw_bbox[1]
rcw_text_x = rcw_center_x - rcw_text_width // 2
rcw_text_y = rcw_center_y + semicircle_radius + 5
draw.rectangle(
[(rcw_text_x - 2, rcw_text_y - 2),
(rcw_text_x + rcw_text_width + 2, rcw_text_y + rcw_text_height + 2)],
fill=(0, 0, 0)
)
draw.text((rcw_text_x, rcw_text_y), rcw_text, fill=line_color, font=small_font)
# 4. 绘制 right counterclockwise(最下):右半圆,右→左(逆时针),箭头在左端朝下
draw_semicircle(draw, (rccw_center_x , rccw_center_y+15), semicircle_radius, line_color, line_width, half="upper",start_pos="right", end_pos="left", arrow_position="end", arrow_size=arrow_size)
# 添加标签 "R CCW"
rccw_bbox = draw.textbbox((0, 0), rccw_text, font=small_font)
rccw_text_width = rccw_bbox[2] - rccw_bbox[0]
rccw_text_height = rccw_bbox[3] - rccw_bbox[1]
rccw_text_x = rccw_center_x - rccw_text_width // 2
rccw_text_y = rccw_center_y + semicircle_radius + 5
draw.rectangle(
[(rccw_text_x - 2, rccw_text_y - 2),
(rccw_text_x + rccw_text_width + 2, rccw_text_y + rccw_text_height + 2)],
fill=(0, 0, 0)
)
draw.text((rccw_text_x, rccw_text_y), rccw_text, fill=line_color, font=small_font)
# RouteStick 任务只绘制旋转示意图,不绘制坐标系,直接返回
return img
# 坐标系位置(在黑色边框内)
axis_size = 60 # 坐标系大小
# 坐标轴中心位于边框宽度的中心
origin_x = width // 2 - axis_size // 2
origin_y = height // 2 - axis_size // 2
# 尝试加载字体
try:
font = ImageFont.truetype("/usr/share/fonts/truetype/dejavu/DejaVuSans-Bold.ttf", 14)
except:
try:
font = ImageFont.truetype("/System/Library/Fonts/Helvetica.ttc", 14)
except:
font = ImageFont.load_default()
# 绘制坐标轴(十字形)
axis_length = axis_size - 20
center_x = origin_x + axis_size // 2
center_y = origin_y + axis_size // 2
# 绘制坐标轴线条(白色,带半透明效果)
line_color = (255, 255, 255) # 白色
line_width = 2
# 根据是否旋转180度,调整方向
if rotate_180:
# 旋转180度:forward变成backward,left变成right
# 水平轴(left-right,但方向相反)
draw.line(
[(center_x - axis_length // 2, center_y),
(center_x + axis_length // 2, center_y)],
fill=line_color, width=line_width
)
# 垂直轴(forward-backward,但方向相反)
draw.line(
[(center_x, center_y - axis_length // 2),
(center_x, center_y + axis_length // 2)],
fill=line_color, width=line_width
)
# 绘制箭头(旋转180度后的方向)
arrow_size = 5
# Forward 箭头(现在在下方,原来是上方)
draw.polygon(
[(center_x, center_y + axis_length // 2),
(center_x - arrow_size, center_y + axis_length // 2 - arrow_size),
(center_x + arrow_size, center_y + axis_length // 2 - arrow_size)],
fill=line_color
)
# Backward 箭头(现在在上方,原来是下方)
draw.polygon(
[(center_x, center_y - axis_length // 2),
(center_x - arrow_size, center_y - axis_length // 2 + arrow_size),
(center_x + arrow_size, center_y - axis_length // 2 + arrow_size)],
fill=line_color
)
# Right 箭头(现在在左侧,原来是右侧)
draw.polygon(
[(center_x - axis_length // 2, center_y),
(center_x - axis_length // 2 + arrow_size, center_y - arrow_size),
(center_x - axis_length // 2 + arrow_size, center_y + arrow_size)],
fill=line_color
)
# Left 箭头(现在在右侧,原来是左侧)
draw.polygon(
[(center_x + axis_length // 2, center_y),
(center_x + axis_length // 2 - arrow_size, center_y - arrow_size),
(center_x + axis_length // 2 - arrow_size, center_y + arrow_size)],
fill=line_color
)
# 添加文字标签(旋转180度后的位置)
text_color = (255, 255, 255) # 白色文字
# Forward (现在在下方)
forward_text = "forward"
forward_bbox = draw.textbbox((0, 0), forward_text, font=font)
forward_width = forward_bbox[2] - forward_bbox[0]
forward_x = center_x - forward_width // 2
forward_y = center_y + axis_length // 2 + 5
draw.rectangle(
[(forward_x - 2, forward_y - 2),
(forward_x + forward_width + 2, forward_y + (forward_bbox[3] - forward_bbox[1]) + 2)],
fill=(0, 0, 0)
)
draw.text((forward_x, forward_y), forward_text, fill=text_color, font=font)
# Backward (现在在上方)
backward_text = "backward"
backward_bbox = draw.textbbox((0, 0), backward_text, font=font)
backward_width = backward_bbox[2] - backward_bbox[0]
backward_x = center_x - backward_width // 2
backward_y = center_y - axis_length // 2 - 20
draw.rectangle(
[(backward_x - 2, backward_y - 2),
(backward_x + backward_width + 2, backward_y + (backward_bbox[3] - backward_bbox[1]) + 2)],
fill=(0, 0, 0)
)
draw.text((backward_x, backward_y), backward_text, fill=text_color, font=font)
# Right (现在在左侧)
right_text = "right"
right_bbox = draw.textbbox((0, 0), right_text, font=font)
right_width = right_bbox[2] - right_bbox[0]
right_x = center_x - axis_length // 2 - right_width - 5
right_y = center_y - (right_bbox[3] - right_bbox[1]) // 2
draw.rectangle(
[(right_x - 2, right_y - 2),
(right_x + right_width + 2, right_y + (right_bbox[3] - right_bbox[1]) + 2)],
fill=(0, 0, 0)
)
draw.text((right_x, right_y), right_text, fill=text_color, font=font)
# Left (现在在右侧)
left_text = "left"
left_bbox = draw.textbbox((0, 0), left_text, font=font)
left_width = left_bbox[2] - left_bbox[0]
left_x = center_x + axis_length // 2 + 5
left_y = center_y - (left_bbox[3] - left_bbox[1]) // 2
draw.rectangle(
[(left_x - 2, left_y - 2),
(left_x + left_width + 2, left_y + (left_bbox[3] - left_bbox[1]) + 2)],
fill=(0, 0, 0)
)
draw.text((left_x, left_y), left_text, fill=text_color, font=font)
else:
# 正常方向(不旋转)
# 水平轴(left-right)
draw.line(
[(center_x - axis_length // 2, center_y),
(center_x + axis_length // 2, center_y)],
fill=line_color, width=line_width
)
# 垂直轴(forward-backward)
draw.line(
[(center_x, center_y - axis_length // 2),
(center_x, center_y + axis_length // 2)],
fill=line_color, width=line_width
)
# 绘制箭头(在轴的两端)
arrow_size = 5
# Forward (上) 箭头
draw.polygon(
[(center_x, center_y - axis_length // 2),
(center_x - arrow_size, center_y - axis_length // 2 + arrow_size),
(center_x + arrow_size, center_y - axis_length // 2 + arrow_size)],
fill=line_color
)
# Backward (下) 箭头
draw.polygon(
[(center_x, center_y + axis_length // 2),
(center_x - arrow_size, center_y + axis_length // 2 - arrow_size),
(center_x + arrow_size, center_y + axis_length // 2 - arrow_size)],
fill=line_color
)
# Right (右) 箭头
draw.polygon(
[(center_x + axis_length // 2, center_y),
(center_x + axis_length // 2 - arrow_size, center_y - arrow_size),
(center_x + axis_length // 2 - arrow_size, center_y + arrow_size)],
fill=line_color
)
# Left (左) 箭头
draw.polygon(
[(center_x - axis_length // 2, center_y),
(center_x - axis_length // 2 + arrow_size, center_y - arrow_size),
(center_x - axis_length // 2 + arrow_size, center_y + arrow_size)],
fill=line_color
)
# 添加文字标签
text_color = (255, 255, 255) # 白色文字
# Forward (上)
forward_text = "forward"
forward_bbox = draw.textbbox((0, 0), forward_text, font=font)
forward_width = forward_bbox[2] - forward_bbox[0]
forward_x = center_x - forward_width // 2
forward_y = center_y - axis_length // 2 - 20
draw.rectangle(
[(forward_x - 2, forward_y - 2),
(forward_x + forward_width + 2, forward_y + (forward_bbox[3] - forward_bbox[1]) + 2)],
fill=(0, 0, 0)
)
draw.text((forward_x, forward_y), forward_text, fill=text_color, font=font)
# Backward (下)
backward_text = "backward"
backward_bbox = draw.textbbox((0, 0), backward_text, font=font)
backward_width = backward_bbox[2] - backward_bbox[0]
backward_x = center_x - backward_width // 2
backward_y = center_y + axis_length // 2 + 5
draw.rectangle(
[(backward_x - 2, backward_y - 2),
(backward_x + backward_width + 2, backward_y + (backward_bbox[3] - backward_bbox[1]) + 2)],
fill=(0, 0, 0)
)
draw.text((backward_x, backward_y), backward_text, fill=text_color, font=font)
# Right (右)
right_text = "right"
right_bbox = draw.textbbox((0, 0), right_text, font=font)
right_width = right_bbox[2] - right_bbox[0]
right_x = center_x + axis_length // 2 + 5
right_y = center_y - (right_bbox[3] - right_bbox[1]) // 2
draw.rectangle(
[(right_x - 2, right_y - 2),
(right_x + right_width + 2, right_y + (right_bbox[3] - right_bbox[1]) + 2)],
fill=(0, 0, 0)
)
draw.text((right_x, right_y), right_text, fill=text_color, font=font)
# Left (左)
left_text = "left"
left_bbox = draw.textbbox((0, 0), left_text, font=font)
left_width = left_bbox[2] - left_bbox[0]
left_x = center_x - axis_length // 2 - left_width - 5
left_y = center_y - (left_bbox[3] - left_bbox[1]) // 2
draw.rectangle(
[(left_x - 2, left_y - 2),
(left_x + left_width + 2, left_y + (left_bbox[3] - left_bbox[1]) + 2)],
fill=(0, 0, 0)
)
draw.text((left_x, left_y), left_text, fill=text_color, font=font)
return img
def draw_marker(img, x, y):
"""Draws a fluorescent yellow circle and cross at (x, y)."""
if isinstance(img, np.ndarray):
img = Image.fromarray(img)
img = img.copy()
draw = ImageDraw.Draw(img)
r = 5
marker_color = (204, 255, 0)
# Circle
draw.ellipse((x-r, y-r, x+r, y+r), outline=marker_color, width=2)
# Cross
draw.line((x-r, y, x+r, y), fill=marker_color, width=2)
draw.line((x, y-r, x, y+r), fill=marker_color, width=2)
return img