from __future__ import annotations import re import shlex import os import subprocess from typing import Any from src.config import settings from src.errors import ApiError from src.prepare import ld_library_path_for ANSI_RE = re.compile(r"\x1b\[[0-?]*[ -/]*[@-~]") SPECIAL_TOKEN_RE = re.compile(r"<\|[^|]+?\|>") CJK_RE = re.compile(r"[\u3400-\u4dbf\u4e00-\u9fff]") LABELED_DRAFT_RE = re.compile( r"^\s*(?:[-*]\s*)*(?:\*{1,2})?\s*" r"(?P