Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
| """ | |
| 模型路径配置(共享配置文件) | |
| 用于 Docker 构建阶段预下载和运行时加载 | |
| """ | |
| # 默认模型(供 run.py 帮助信息等轻量场景使用,避免导入 torch/transformers) | |
| DEFAULT_BASE_MODEL = "qwen3-0.6b" | |
| DEFAULT_INSTRUCT_MODEL = "qwen3-0.6b-instruct" | |
| # Base 槽位(--base_model) | |
| MODEL_PATHS = { | |
| # 标准模型(FP16/BF16) | |
| 'qwen2.5-0.5b': 'Qwen/Qwen2.5-0.5B', | |
| # qwen3 base | |
| 'qwen3-0.6b': 'Qwen/Qwen3-0.6B-Base', | |
| 'qwen3-1.7b': 'Qwen/Qwen3-1.7B-Base', | |
| 'qwen3-4b': 'Qwen/Qwen3-4B-Base', | |
| 'qwen3-8b': 'Qwen/Qwen3-8B-Base', | |
| 'qwen3-14b': 'Qwen/Qwen3-14B-Base', | |
| # qwen3.5 | |
| 'qwen3.5-0.8b': 'Qwen/Qwen3.5-0.8B-Base', | |
| 'qwen3.5-2b': 'Qwen/Qwen3.5-2B-Base', | |
| 'qwen3.5-4b': 'Qwen/Qwen3.5-4B-Base', | |
| } | |
| # Instruct 槽位(--instruct_model;chat template 与指令理解) | |
| INSTRUCT_MODEL_PATHS = { | |
| "qwen3-0.6b-instruct": "Qwen/Qwen3-0.6B", | |
| "qwen3-1.7b-instruct": "Qwen/Qwen3-1.7B", | |
| "qwen3-4b-instruct": "Qwen/Qwen3-4B-Instruct-2507", | |
| "qwen3-8b-instruct": "Qwen/Qwen3-8B", | |
| # qwen3.5,目前只支持CPU。MPS上有反向传播不支持fp16问题,CUDA上有transformers 5.x版本报错问题。 | |
| "qwen3.5-0.8b-instruct": "Qwen/Qwen3.5-0.8B", | |
| "qwen3.5-2b-instruct": "Qwen/Qwen3.5-2B", | |
| "qwen3.5-4b-instruct": "Qwen/Qwen3.5-4B" | |
| } | |
| # run.py 帮助:两槽位 id 列表(先 base 后 instruct) | |
| CLI_MODEL_IDS = tuple(MODEL_PATHS.keys()) + tuple(INSTRUCT_MODEL_PATHS.keys()) | |
| BASE_MODEL_IDS = frozenset(MODEL_PATHS.keys()) | |
| INSTRUCT_MODEL_IDS = frozenset(INSTRUCT_MODEL_PATHS.keys()) | |
| def _normalize_cli_id(cli_id: str) -> str: | |
| raw = cli_id.strip() | |
| if not raw: | |
| raise ValueError("model id must be non-empty") | |
| return raw | |
| def validate_base_model_id(cli_id: str) -> str: | |
| """校验 --base_model;返回规范化后的 id(保留原始大小写键)。""" | |
| raw = _normalize_cli_id(cli_id) | |
| lk = raw.lower() | |
| if lk not in MODEL_PATHS: | |
| known = ", ".join(sorted(MODEL_PATHS.keys())) | |
| raise ValueError(f"unknown base_model {raw!r}; known base ids: {known}") | |
| for key in MODEL_PATHS: | |
| if key.lower() == lk: | |
| return key | |
| return raw # unreachable | |
| def validate_instruct_model_id(cli_id: str) -> str: | |
| """校验 --instruct_model;返回规范化后的 id。""" | |
| raw = _normalize_cli_id(cli_id) | |
| lk = raw.lower() | |
| if lk not in INSTRUCT_MODEL_PATHS: | |
| known = ", ".join(sorted(INSTRUCT_MODEL_PATHS.keys())) | |
| raise ValueError(f"unknown instruct_model {raw!r}; known instruct ids: {known}") | |
| for key in INSTRUCT_MODEL_PATHS: | |
| if key.lower() == lk: | |
| return key | |
| return raw | |
| def resolve_hf_path(cli_id: str) -> str: | |
| """ | |
| 将 CLI 模型 id 解析为 HuggingFace 仓库 id(或本地路径字符串)。 | |
| 查找顺序:MODEL_PATHS → INSTRUCT_MODEL_PATHS(键不区分大小写)→ 未命中则原样返回(视为 HF id)。 | |
| """ | |
| raw = _normalize_cli_id(cli_id) | |
| lk = raw.lower() | |
| return MODEL_PATHS.get(lk) or INSTRUCT_MODEL_PATHS.get(lk) or raw | |