File size: 966 Bytes
23dc493 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
# utils/paths.py
from pathlib import Path
import os, re, uuid, shutil
APP_ROOT = Path(__file__).resolve().parents[1]
DATA_ROOT = APP_ROOT / "data"
TMP_ROOT = APP_ROOT / "tmp"
for p in (DATA_ROOT, TMP_ROOT, APP_ROOT / ".hf", APP_ROOT / ".torch"):
p.mkdir(parents=True, exist_ok=True)
os.environ.setdefault("HF_HOME", str(APP_ROOT / ".hf"))
os.environ.setdefault("TORCH_HOME", str(APP_ROOT / ".torch"))
def safe_name(name: str, default="file"):
base = re.sub(r"[^A-Za-z0-9._-]+", "_", (name or default))
return (base or default)[:120]
def job_dir(prefix="job"):
d = DATA_ROOT / f"{prefix}-{uuid.uuid4().hex[:8]}"
d.mkdir(parents=True, exist_ok=True)
return d
def disk_stats(p: Path = APP_ROOT) -> str:
try:
total, used, free = shutil.disk_usage(str(p))
mb = lambda x: x // (1024 * 1024)
return f"disk(total={mb(total)}MB, used={mb(used)}MB, free={mb(free)}MB)"
except Exception:
return "disk(n/a)"
|