Spaces:
Running
Running
Download solar_eval/hub_hook/status.py from dev-strender/proofread-demo: direct link, hf CLI and curl.
- Browser
- Download file 9.26 kB
-
https://huggingface.co/spaces/dev-strender/proofread-demo/resolve/main/solar_eval/hub_hook/status.py
- Command line
-
hf download hf://spaces/dev-strender/proofread-demo/solar_eval/hub_hook/status.py
-
curl -L -o status.py https://huggingface.co/spaces/dev-strender/proofread-demo/resolve/main/solar_eval/hub_hook/status.py
9.26 kB
| """์ํ ํ์ผ (๊ณํ 2026-09-27 L6 ยง2.7 ยท D-L6-12). | |
| `<hub_reports_dir>/<a>/<c>/hook/<run_id>.json`, ์คํค๋ง `STATUS_SCHEMA`(`solar-eval-hook/v1`), ์์์ ์ฐ๊ธฐ(๊ฐ์ ๋๋ ํ ๋ฆฌ์ ์์ | |
| ํ์ผ โ fsync โ `os.replace`). ํค: `schema ยท run_id ยท project ยท case ยท command ยท started_at ยท finished_at ยท strict ยท | |
| legs{<leg>: {status, code, โฆdetail}} ยท ok`(`ok` = ์คํจ ๋ค๋ฆฌ 0). batch run ์ run ๋ง๋ค ๋ฒ๋ค ๋ค๋ฆฌ ๊ฒฐ๊ณผ๋ก ๋จผ์ ์ฐ๊ณ , | |
| `hook.finish_batch` ๊ฐ ๋ ๋ค๋ฆฌ ๊ฒฐ๊ณผ๋ก `update_legs` ๋ฅผ ๋ถ๋ฅธ๋ค. hub ๋์์ด ์๋ run ์ ์ํ ํ์ผ์ด ์๋ค. | |
| ๊ฐ์ ์ฝ๋ยท๊ฑด์ยทidยท์๊ฐ๋ง โ ๋ค๋ฆฌ์ `hint`(๋์ด๋ฆฌ๊ธฐ ๋ฌธ๊ตฌ)๋ ์ฝ์ ๋ชซ์ด๋ผ ์ฃ์ง ์๊ณ , ๊ณ ๊ฐ ํ ์คํธยทURLยท์์ธ ์๋ฌธ๋ ์๋ค. | |
| ๋ง์ง๋ง ๋ฐฉ์ด๋ก ์ง๋ ฌํํ ๋ฌธ์์ hubยท๋ ๊ฑฐ์ DB URL ๊ฐ์ด ๋ค์ด ์์ผ๋ฉด ์ฐ์ง ์๊ณ `ValueError`(๊ฐ์ ๋ฌธ๊ตฌ์ ์ฃ์ง ์๋๋ค, D-L6-4). | |
| ํ๊ฒฝ ๋ณ์ ๊ฐ๋ง์ผ๋ก๋ ์ค์ ํ์ผ `hub.database_url` ๊ฐ์ ๋ชจ๋ฅด๋ฏ๋ก ํธ์ถ์๊ฐ `secrets=`(`optin.config_secrets`)๋ก ๋๊ธด๋ค โ | |
| ๊ทธ ๊ฐ๋ ๊ฐ์ ๊ท์น์ผ๋ก ๊ฑฐ๋ถยท๊ฐ๋ฆฐ๋ค(๊ณํ 2026-09-28 L10 ยง2.6 "๋น๋ฐ" ยท ๊ฒํ F1-4). | |
| ์ฐ๊ธฐ ์คํจ๋ hook ์ด ์ฝ์ ๊ฒฝ๊ณ ๋ก ๊ฐ๋ฑํ๋ค(D-L6-2) โ ์ด ๋ชจ๋์ ์์ธ๋ฅผ ๊ทธ๋๋ก ๋ธ๋ค. | |
| """ | |
| from __future__ import annotations | |
| import json | |
| import os | |
| import re | |
| import tempfile | |
| from collections.abc import Mapping, Sequence | |
| from pathlib import Path | |
| from typing import Any | |
| from solar_eval.hub_hook.optin import ENV_HUB_DATABASE_URL | |
| from solar_eval.hub_hook.types import ( | |
| HOOK_DIRNAME, | |
| STATUS_FAILED, | |
| STATUS_SCHEMA, | |
| Command, | |
| HookResult, | |
| LegResult, | |
| Target, | |
| ) | |
| #: ๋ฌธ์์ ๊ฐ์ด ์๋ฉด ์ ๋๋ ํ๊ฒฝ ๋ณ์(์๊ฒฉ์ฆ๋ช ์ ๋ด์ URL). | |
| # ์ ์ด๋ฆ(EVALHUB_DATABASE_URL)์ ๋ ์ด์ ์ฝ์ง ์์ง๋ง, ๊ฐ๋ช ์ ์ ธ์ ๋จ์ ์์ ์ ์์ด ๊ฐ์ด ์์ง ์๊ฒ ๊ณ์ ๊ฐ๋ฆฐ๋ค. | |
| SECRET_ENV_NAMES = (ENV_HUB_DATABASE_URL, "EXPERIMENT_HUB_DATABASE_URL", "EVALHUB_DATABASE_URL") | |
| #: ์ด๋ณด๋ค ์งง์ ๊ฐ์ ์ฐ์ฐํ ๊ฒน์น ์ ์์ด ๊ฒ์ฌํ์ง ์๋๋ค(URL ์ ์ด๋ณด๋ค ๊ธธ๋ค). | |
| MIN_SECRET_LENGTH = 8 | |
| #: ํ์ผ ์ด๋ฆ์ด ๋๋ run_id โ ๊ฒฝ๋ก ๊ตฌ๋ถ์ยท์ ์ด ๋ฌธ์ยท`.`/`..` ๊ธ์ง. | |
| _UNSAFE_RUN_ID = re.compile(r"[/\\\x00-\x1f\x7f]") | |
| #: ์์ ํ์ผ ์ด๋ฆ์ run_id ์ ๊ธฐ๋์ง ์๋๋ค โ `<run_id>.json` ์ด ์ด๋ฆ ํ๋(255๋ฐ์ดํธ) ์์ด์ด๋ `.<run_id>.json.XXXX.tmp` | |
| #: ๋ ๋์น ์ ์๋ค(๋ฆฌ๋ทฐ ์ง์ 1 โ 237~250๋ฐ์ดํธ run_id ์์ ENAMETOOLONG). | |
| _TMP_PREFIX = ".hook-" | |
| _TMP_SUFFIX = ".tmp" | |
| #: URL ์ `์ฌ์ฉ์:๋น๋ฐ๋ฒํธ@` โ ๋น๋ฐ๋ฒํธ ์๋ฆฌ๋ง ๊ฐ๋ฆฐ๋ค. | |
| _URL_PASSWORD = re.compile(r"(?P<head>[A-Za-z][A-Za-z0-9+.-]*://[^\s:/@]*:)[^\s@]*@") | |
| _REDACTED = "***" | |
| #: ์ค์ ์ถ์ฒ ๋น๋ฐ์ ์ด๋ฆํ โ ๊ฑฐ๋ถ ๋ฌธ๊ตฌยท๊ฐ๋ฆผ ์๋ฆฌ์ ๊ฐ ๋์ ์ฃ๋๋ค. | |
| CONFIG_SECRET_LABEL = "hub.database_url" | |
| def status_path(target: Target, run_id: str) -> Path: | |
| """`<hub_reports_dir>/<a>/<c>/hook/<run_id>.json`. run_id ๊ฐ ํ์ผ ์ด๋ฆ์ผ๋ก ์์ ํ์ง ์์ผ๋ฉด `ValueError`.""" | |
| from poc_bundle.home import hub_reports_dir | |
| _check_run_id(run_id) | |
| return hub_reports_dir() / target.account / target.case / HOOK_DIRNAME / f"{run_id}.json" | |
| def _check_run_id(run_id: str) -> None: | |
| if not isinstance(run_id, str) or run_id in ("", ".", "..") or _UNSAFE_RUN_ID.search(run_id): | |
| raise ValueError("hook status: run_id is not a safe file name") | |
| def leg_document(leg: LegResult) -> dict[str, Any]: | |
| """๋ค๋ฆฌ ํ๋ โ `{status, code, โฆdetail}`. detail ์ด `status`ยท`code` ๋ฅผ ๋ฎ์ง ๋ชปํ๋ค. hint ๋ ์ฃ์ง ์๋๋ค.""" | |
| return {**dict(leg.detail), "status": leg.status, "code": leg.code} | |
| def _ok(legs: Mapping[str, Mapping[str, Any]]) -> bool: | |
| return all(leg.get("status") != STATUS_FAILED for leg in legs.values()) | |
| def status_document( | |
| target: Target, result: HookResult, command: Command, *, strict: bool | |
| ) -> dict[str, Any]: | |
| """์ํ ํ์ผ ๋ฌธ์(์์).""" | |
| legs = {name: leg_document(leg) for name, leg in result.legs.items()} | |
| return { | |
| "schema": STATUS_SCHEMA, | |
| "run_id": result.run_id, | |
| "project": target.project, | |
| "case": target.case_ref, | |
| "command": command, | |
| "started_at": result.started_at, | |
| "finished_at": result.finished_at, | |
| "strict": bool(strict), | |
| "legs": legs, | |
| "ok": _ok(legs), | |
| } | |
| def write_status( | |
| target: Target, | |
| result: HookResult, | |
| command: Command, | |
| *, | |
| strict: bool, | |
| secrets: Sequence[str] = (), | |
| ) -> Path: | |
| """run ํ๋์ ํ ๊ฒฐ๊ณผ๋ฅผ ์์์ ์ผ๋ก ์ฐ๊ณ ๊ฒฝ๋ก๋ฅผ ๋๋ ค์ค๋ค(๊ฐ์ run ์ ๋ฎ์ด์ด๋ค). `secrets` = ์ค์ ์ถ์ฒ ๋น๋ฐ(๊ฑฐ๋ถ ๋ชฉ๋ก).""" | |
| path = status_path(target, result.run_id) | |
| _atomic_write(path, status_document(target, result, command, strict=strict), secrets) | |
| return path | |
| def update_legs( | |
| target: Target, | |
| run_id: str, | |
| legs: Mapping[str, LegResult], | |
| *, | |
| secrets: Sequence[str] = (), | |
| ) -> None: | |
| """์ด๋ฏธ ์๋ ์ํ ํ์ผ์ ๋ค๋ฆฌ ๋ช ๊ฐ๋ฅผ ์์์ ์ผ๋ก ๋ฐ๊ฟ ์ฐ๊ณ `ok` ๋ฅผ ๋ค์ ์ผ๋ค(batch ๋ hub ๋ค๋ฆฌ, D-L6-12). | |
| ํ์ผ์ด ์์ผ๋ฉด `FileNotFoundError`, ์คํค๋ง๋ run_id ๊ฐ ๋ค๋ฅด๋ฉด `ValueError` โ ํธ์ถ์(hook)๊ฐ ๊ฒฝ๊ณ ๋ก ๊ฐ๋ฑํ๋ค. | |
| """ | |
| path = status_path(target, run_id) | |
| doc = json.loads(path.read_text("utf-8")) | |
| if ( | |
| not isinstance(doc, dict) | |
| or doc.get("schema") != STATUS_SCHEMA | |
| or doc.get("run_id") != run_id | |
| ): | |
| raise ValueError(f"hook status: {path.name} is not a {STATUS_SCHEMA} file for this run") | |
| current = doc.get("legs") | |
| merged = dict(current) if isinstance(current, dict) else {} | |
| merged.update({name: leg_document(leg) for name, leg in legs.items()}) | |
| _atomic_write(path, {**doc, "legs": merged, "ok": _ok(merged)}, secrets) | |
| def _atomic_write(path: Path, doc: Mapping[str, Any], secrets: Sequence[str] = ()) -> None: | |
| """์ง๋ ฌํยท๋น๋ฐ ๊ฒ์ฌ โ ๊ฐ์ ๋๋ ํ ๋ฆฌ ์์ ํ์ผ โ fsync โ `os.replace`. ์คํจํ๋ฉด ์์ ํ์ผ์ ์ง์ฐ๊ณ ๋ค์ ๋ธ๋ค.""" | |
| text = json.dumps(doc, ensure_ascii=False, indent=2) + "\n" | |
| _refuse_secrets(text, secrets) | |
| path.parent.mkdir(parents=True, exist_ok=True) | |
| fd, tmp_name = tempfile.mkstemp(dir=path.parent, prefix=_TMP_PREFIX, suffix=_TMP_SUFFIX) | |
| tmp = Path(tmp_name) | |
| try: | |
| with os.fdopen(fd, "w", encoding="utf-8") as fh: | |
| fh.write(text) | |
| fh.flush() | |
| os.fsync(fh.fileno()) | |
| os.replace(tmp, path) | |
| except BaseException: | |
| tmp.unlink(missing_ok=True) | |
| raise | |
| def _secret_values(extra: Sequence[str] = ()) -> list[tuple[str, str]]: | |
| """(์ด๋ฆํ, ๊ฐ) โ ํ๊ฒฝ ๋ณ์ ๊ฐ + ์ค์ ์ถ์ฒ ๊ฐ(`extra`, ์ด๋ฆํ `hub.database_url`). ๊ฒ์ฌํ ๋งํผ ๊ธด ๊ฐ๋ง.""" | |
| pairs = [(name, os.environ.get(name, "").strip()) for name in SECRET_ENV_NAMES] | |
| pairs += [(CONFIG_SECRET_LABEL, value.strip()) for value in extra if isinstance(value, str)] | |
| return [(name, value) for name, value in pairs if len(value) >= MIN_SECRET_LENGTH] | |
| def _refuse_secrets(text: str, extra: Sequence[str] = ()) -> None: | |
| for name, value in _secret_values(extra): | |
| if value in text: | |
| raise ValueError(f"hook status: refusing to store the value of {name}") | |
| def _mask_url_password(text: str) -> str: | |
| return _URL_PASSWORD.sub(lambda m: f"{m.group('head')}{_REDACTED}@", text) | |
| def _whole_value_replacement(name: str, value: str) -> str: | |
| """์๋ ค์ง ๋น๋ฐ ๊ฐ ํ๋๋ฅผ ๋ฌด์์ผ๋ก ๋ฐ๊ฟ๊น. ๋น๋ฐ์ด ๋น๋ฐ๋ฒํธ ์๋ฆฌ๋ฟ์ด๋ฉด(์ฟผ๋ฆฌยท์กฐ๊ฐ ์์) ๋น๋ฐ๋ฒํธ๋ง ๊ฐ๋ฆฐ URL โ ํธ์คํธยทDB | |
| ์ด๋ฆ์ด ์ง๋จ์ ๋จ๋๋ค. ๊ทธ ๋ฐ(์ฟผ๋ฆฌ ๋ฌธ์์ด ๋น๋ฐ๋ฒํธ ๋ฑ โ ์ด๋๊ฐ ๋น๋ฐ์ธ์ง ๋ชจ๋ฅธ๋ค)์ ํต์งธ๋ก `<์ด๋ฆํ>`.""" | |
| masked = _mask_url_password(value) | |
| only_password = masked != value and "?" not in value and "#" not in value | |
| return masked if only_password else f"<{name}>" | |
| def redact_secrets(text: str, extra: Sequence[str] = ()) -> str: | |
| """์ฝ์์ ์ฎ๊ธฐ๋ ์ธ๋ถ ์ถ๋ ฅ(hub CLI stderr)์์ ๋น๋ฐ์ ๊ฐ๋ฆฐ๋ค(๋ฆฌ๋ทฐ ์ง์ 6). | |
| **์๋ ค์ง ๊ฐ์ ๋จผ์ **(๋ฆฌ๋ทฐ L10 ์ง์ 4): `SECRET_ENV_NAMES` ๊ฐ์ด๋ ์ค์ ์ถ์ฒ ๊ฐ(`extra`)์ด ํต์งธ๋ก ์์ผ๋ฉด | |
| `_whole_value_replacement` ๋ก ๋ฐ๊พธ๊ณ , hub CLI `redactUrl` ์ด ๋น๋ฐ๋ฒํธ๋ง ๊ฐ๋ฆฐ ๋ชจ์(`u:***@โฆ?sslpassword=โฆ`)์ผ๋ก ์์ด๋ | |
| ๊ฐ์ ์ด๋ฆํ๋ก ๋ฐ๊พผ๋ค. ๊ทธ **๋ค์** ๋จ์ ๋ชจ๋ฅด๋ URL ์ ๋น๋ฐ๋ฒํธ ์๋ฆฌ๋ฅผ `***` ๋ก(`redactUrl` ๊ณผ ๊ฐ์ ๋ชจ์ โ ํธ์คํธยทDB ์ด๋ฆ์ | |
| ์ง๋จ์ ๋จ๋๋ค). ์์๊ฐ ๊ฑฐ๊พธ๋ก๋ฉด ๋น๋ฐ๋ฒํธ๋ฅผ ๊ฐ๋ฆฐ ์๊ฐ ๊ฐ์ด ํต์งธ๋ก ๋ง์ง ์์ ์ฟผ๋ฆฌ ๋น๋ฐ์ด ์๋ค. | |
| ์ํ ํ์ผ์ ์ด ํจ์๋ฅผ ์ฐ์ง ์๋๋ค โ ๊ฑฐ๊ธฐ์๋ ์ธ๋ถ ์ถ๋ ฅ์ ์์ ์ฃ์ง ์๋๋ค(`_refuse_secrets` ๊ฐ ๋ง์ง๋ง ๋ฐฉ์ด). | |
| """ | |
| for name, value in _secret_values(extra): | |
| replacement = _whole_value_replacement(name, value) | |
| text = text.replace(value, replacement) | |
| masked = _mask_url_password(value) | |
| if masked not in (value, replacement): | |
| text = text.replace(masked, replacement) | |
| return _mask_url_password(text) | |