vicjun's picture
download
raw
1.34 kB
"""Refuse to write train/eval/compress products into the Python venv."""
from __future__ import annotations
import os
import sys
from pathlib import Path
def venv_roots() -> list[Path]:
roots: list[Path] = []
venv = os.environ.get("VIRTUAL_ENV")
if venv:
roots.append(Path(venv))
evie = os.environ.get("EVIE_ROOT")
if evie:
for name in ("env", "venv", ".venv", "train-env"):
roots.append(Path(evie) / name)
prefix = Path(sys.prefix)
if (prefix / "pyvenv.cfg").is_file():
roots.append(prefix)
out: list[Path] = []
seen: set[Path] = set()
for raw in roots:
try:
resolved = raw.resolve()
except OSError:
continue
if resolved in seen:
continue
seen.add(resolved)
out.append(resolved)
return out
def forbid_venv_path(path: str | Path, label: str) -> Path:
path = Path(path).expanduser().resolve()
for root in venv_roots():
try:
path.relative_to(root)
except ValueError:
continue
raise ValueError(
f"{label} must not sit inside the Python env ({root}): {path}. "
"Checkpoints -> $RUNS_DIR ($EVIE_ROOT/runs); "
"HF caches -> $EVIE_ROOT/.cache; never $EVIE_ROOT/env."
)
return path

Xet Storage Details

Size:
1.34 kB
·
Xet hash:
2afc2a4efe3eab90406f3e21de7460c4279012f337b90cdc2bafc0041feb7916

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.