File size: 4,516 Bytes
3dfc93b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
"""case ์ž ๊ธˆ ํŒŒ์ผ (๊ณ„ํš 2026-09-27 L6 ยง2.5 ยท D-L6-3 ยท ๊ฒ€ํ†  F8).

`<hub_reports_dir>/<a>/<c>/hook.lock` ์— `fcntl.flock(LOCK_EX)` โ€” `LOCK_NB` ๋กœ `LOCK_POLL_SECONDS` ๋งˆ๋‹ค ๋‹ค์‹œ ์‹œ๋„ํ•˜๊ณ , ํ•œ๋„
`timeout`(๊ธฐ๋ณธ `HOOK_LOCK_TIMEOUT_SECONDS` 1200 s โ€” hub ๋‹ค๋ฆฌ ํ•œ๋„ 900 s + ๋ฒˆ๋“ค ๋‹ค๋ฆฌ ์—ฌ์œ )์„ ๋„˜๊ธฐ๋ฉด ์žก์ง€ ๋ชปํ•œ ์ฑ„ `False` ๋ฅผ ๋‚ด์ค€๋‹ค
(ํ˜ธ์ถœ์ž๊ฐ€ `lock_timeout` ์œผ๋กœ ๋ณด๊ณ ํ•œ๋‹ค). ๋Œ€๊ธฐ ์ค‘ `LOCK_NOTICE_SECONDS` ๋งˆ๋‹ค "๊ฐ™์€ case ์˜ ๋‹ค๋ฅธ ํ›…์„ ๊ธฐ๋‹ค๋ฆฌ๋Š” ์ค‘โ€ฆ N ์ดˆ์งธ" ํ•œ ์ค„์„
stderr ์— ๋‚ธ๋‹ค.

- ์ž ๊ธˆ ํŒŒ์ผ ๋ถ€๋ชจ๋Š” `mkdir(parents=True)` ๋กœ ๋งŒ๋“ค๊ณ , ํŒŒ์ผ์€ **์ง€์šฐ์ง€ ์•Š๋Š”๋‹ค** โ€” ์ง€์šฐ๋ฉด ์ƒˆ ํŒŒ์ผ์— ์ž ๊ธˆ์„ ๊ฑฐ๋Š” ์ชฝ๊ณผ ์˜› ํŒŒ์ผ์— ๊ฑฐ๋Š”
  ์ชฝ์ด ๋™์‹œ์— "์žก์•˜๋‹ค" ๊ณ  ๋ฏฟ๋Š” ๊ฒฝ์Ÿ์ด ์ƒ๊ธด๋‹ค.
- `flock` ์€ ์—ด๋ฆฐ ํŒŒ์ผ ๊ธฐ์ˆ ์ž์— ๊ฑธ๋ฆฐ๋‹ค โ€” ํ”„๋กœ์„ธ์Šค๊ฐ€ ์ฃฝ์œผ๋ฉด ์ปค๋„์ด ํ‘ผ๋‹ค(์ž”์—ฌ ์ž ๊ธˆ ์—†์Œ). ๊ฐ™์€ ํ”„๋กœ์„ธ์Šค๋ผ๋„ ๋”ฐ๋กœ ์—ฐ ๊ธฐ์ˆ ์ž๋ผ๋ฆฌ๋Š”
  ์„œ๋กœ ๋ง‰๋Š”๋‹ค. ๋ฐ์ดํ„ฐ ํ™ˆ์€ ๋กœ์ปฌ ๋””์Šคํฌ ์ „์ œ๋‹ค(NFS ์—์„œ๋Š” `flock` ์ด ์˜๋ฏธ๊ฐ€ ์—†๋‹ค โ€” ๊ณ„ํš R-L6-11).
- hub ๋Œ€์ƒ run ์˜ ๋‘ ๋‹ค๋ฆฌ ์ „๋ถ€์™€ batch ๋ hub ๋‹ค๋ฆฌ(`hook.finish_batch`)๋ฅผ ๊ฐ์‹ผ๋‹ค. L6b `runs eval` ์ƒˆ ๊ฒฝ๋กœ๋„ โ‘ ~โ‘ค ์ „๋ถ€๋ฅผ ์ด
  ์ž ๊ธˆ ์•ˆ์—์„œ ๋ˆ๋‹ค(๊ณ„ํš ยง2.12 B4) โ€” ๊ทธ ๊ฒฝ๋กœ๊ฐ€ ๋ถ€๋ฅด๋Š” `bundle_leg.ensure_run_bundle` ์€ ์Šค์Šค๋กœ ์ž ๊ทธ์ง€ ์•Š๊ณ  ํ˜ธ์ถœ์ž๊ฐ€ ์ฅ” ์ž ๊ธˆ์„
  ์ „์ œํ•œ๋‹ค(๊ฐ™์€ ํ”„๋กœ์„ธ์Šค์—์„œ ๋‹ค์‹œ ์žก์œผ๋ฉด ์œ„ ๊ทœ์น™๋Œ€๋กœ ์ž๊ธฐ ์ž์‹ ์„ ๊ธฐ๋‹ค๋ฆฐ๋‹ค). ์ž ๊ธˆ ํŒŒ์ผ์—๋Š” ์•„๋ฌด๊ฒƒ๋„ ์“ฐ์ง€ ์•Š๋Š”๋‹ค.

`poc_bundle` ์€ ํ•จ์ˆ˜ ์•ˆ์—์„œ๋งŒ import ํ•œ๋‹ค(D-L6-14).
"""

from __future__ import annotations

import fcntl
import os
import time
from collections.abc import Iterator
from contextlib import contextmanager
from pathlib import Path

import click

from solar_eval.hub_hook.types import (
    HOOK_LOCK_TIMEOUT_SECONDS,
    LOCK_FILENAME,
    LOCK_NOTICE_SECONDS,
    LOCK_POLL_SECONDS,
)

#: ์ž ๊ธˆ ํŒŒ์ผ ๊ถŒํ•œ(๋‚ด์šฉ์€ ๋น„์–ด ์žˆ๋‹ค โ€” ๊ถŒํ•œ์€ ๋ฐ์ดํ„ฐ ํ™ˆ์˜ ๋‹ค๋ฅธ ํŒŒ์ผ๊ณผ ๊ฐ™๊ฒŒ).
LOCK_FILE_MODE = 0o644


def lock_path(account: str, case: str) -> Path:
    """์ž ๊ธˆ ํŒŒ์ผ ์œ„์น˜ `<hub_reports_dir>/<a>/<c>/hook.lock`. ์Šฌ๋Ÿฌ๊ทธ๊ฐ€ ํ‹€๋ฆฌ๋ฉด `DataConfigError`(๊ฒฝ๋กœ ์กฐ๊ฐ์œผ๋กœ ์“ฐ๊ธฐ ์ „์— ๋ง‰๋Š”๋‹ค)."""
    from poc_bundle.data.case_ref import parse_case_ref
    from poc_bundle.home import hub_reports_dir

    account, case = parse_case_ref(f"{account}/{case}")
    return hub_reports_dir() / account / case / LOCK_FILENAME


@contextmanager
def case_lock(
    account: str, case: str, *, timeout: float = HOOK_LOCK_TIMEOUT_SECONDS
) -> Iterator[bool]:
    """case ํ•˜๋‚˜์˜ ๋ฐฐํƒ€ ์ž ๊ธˆ. ํ•œ๋„ ์•ˆ์— ์žก์œผ๋ฉด `True`, ๋„˜๊ธฐ๋ฉด `False`(ํ˜ธ์ถœ์ž๊ฐ€ `lock_timeout` ์œผ๋กœ ๋ณด๊ณ ).

    Raises:
        ValueError: `timeout` ์ด ์Œ์ˆ˜์ผ ๋•Œ.
        DataConfigError: case ์Šฌ๋Ÿฌ๊ทธ๊ฐ€ ํ‹€๋ ธ์„ ๋•Œ(`poc_bundle.data.errors`).
        OSError: ์ž ๊ธˆ ํŒŒ์ผ์„ ๋งŒ๋“ค๊ฑฐ๋‚˜ ์—ด ์ˆ˜ ์—†์„ ๋•Œ(hook ์ด `lock_exception:<Type>` ์œผ๋กœ ๊ฐ•๋“ฑํ•œ๋‹ค).
    """
    if timeout < 0:
        raise ValueError(f"lock timeout must be >= 0, got {timeout}")
    path = lock_path(account, case)
    path.parent.mkdir(parents=True, exist_ok=True)
    fd = os.open(path, os.O_RDWR | os.O_CREAT, LOCK_FILE_MODE)
    try:
        held = _acquire(fd, timeout, f"{account}/{case}")
        try:
            yield held
        finally:
            if held:
                fcntl.flock(fd, fcntl.LOCK_UN)
    finally:
        os.close(fd)


def _acquire(fd: int, timeout: float, case_ref: str) -> bool:
    """`LOCK_NB` ํด๋ง์œผ๋กœ ์ž ๊ทผ๋‹ค. ํ•œ๋„ ์•ˆ์— ์žก์œผ๋ฉด True โ€” ํ•œ๋„ 0 ์ด๋ฉด ํ•œ ๋ฒˆ๋งŒ ์‹œ๋„ํ•œ๋‹ค."""
    started = time.monotonic()
    next_notice = LOCK_NOTICE_SECONDS
    while True:
        try:
            fcntl.flock(fd, fcntl.LOCK_EX | fcntl.LOCK_NB)
        except BlockingIOError:
            elapsed = time.monotonic() - started
        else:
            return True
        if elapsed >= timeout:
            return False
        if elapsed >= next_notice:
            _echo_waiting(case_ref, elapsed)
            next_notice += LOCK_NOTICE_SECONDS
        time.sleep(min(LOCK_POLL_SECONDS, max(timeout - elapsed, 0.0)))


def _echo_waiting(case_ref: str, elapsed: float) -> None:
    """๋Œ€๊ธฐ ์•ˆ๋‚ด ํ•œ ์ค„(stderr) โ€” case ์ด๋ฆ„๊ณผ ๊ฒฝ๊ณผ ์ดˆ๋งŒ."""
    click.secho(
        f"  ๊ฐ™์€ case({case_ref})์˜ ๋‹ค๋ฅธ ํ›…์„ ๊ธฐ๋‹ค๋ฆฌ๋Š” ์ค‘โ€ฆ {int(elapsed)} ์ดˆ์งธ",
        fg="yellow",
        err=True,
    )