|
|
|
|
|
from pathlib import Path |
|
|
import os, re, uuid, shutil |
|
|
|
|
|
APP_ROOT = Path(__file__).resolve().parents[1] |
|
|
DATA_ROOT = APP_ROOT / "data" |
|
|
TMP_ROOT = APP_ROOT / "tmp" |
|
|
for p in (DATA_ROOT, TMP_ROOT, APP_ROOT / ".hf", APP_ROOT / ".torch"): |
|
|
p.mkdir(parents=True, exist_ok=True) |
|
|
|
|
|
os.environ.setdefault("HF_HOME", str(APP_ROOT / ".hf")) |
|
|
os.environ.setdefault("TORCH_HOME", str(APP_ROOT / ".torch")) |
|
|
|
|
|
def safe_name(name: str, default="file"): |
|
|
base = re.sub(r"[^A-Za-z0-9._-]+", "_", (name or default)) |
|
|
return (base or default)[:120] |
|
|
|
|
|
def job_dir(prefix="job"): |
|
|
d = DATA_ROOT / f"{prefix}-{uuid.uuid4().hex[:8]}" |
|
|
d.mkdir(parents=True, exist_ok=True) |
|
|
return d |
|
|
|
|
|
def disk_stats(p: Path = APP_ROOT) -> str: |
|
|
try: |
|
|
total, used, free = shutil.disk_usage(str(p)) |
|
|
mb = lambda x: x // (1024 * 1024) |
|
|
return f"disk(total={mb(total)}MB, used={mb(used)}MB, free={mb(free)}MB)" |
|
|
except Exception: |
|
|
return "disk(n/a)" |
|
|
|
