File size: 556 Bytes
ae6dcfe | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 | """Kill all GPU processes. Run before evals to ensure clean state."""
import subprocess
import sys
result = subprocess.run(
["nvidia-smi", "--query-compute-apps=pid", "--format=csv,noheader"],
capture_output=True, text=True,
)
pids = [p.strip() for p in result.stdout.strip().split("\n") if p.strip()]
if not pids:
print("No GPU processes running.")
sys.exit(0)
print(f"Killing {len(pids)} GPU process(es): {pids}")
for pid in pids:
subprocess.run(["kill", "-9", pid])
print(f" Killed PID {pid}")
print("Done. GPUs cleared.")
|