runtime/hardware.json

{
  "hardware": {
    "vram_used": 1.2,
    "vram_total": 12.0,
    "gpu_name": "Unknown"
  },
  "rocm_env": {
    "HSA_OVERRIDE_GFX_VERSION": "10.3.0"
  },
  "models": {
    "installed": true
  },
  "paths": {
    "models": "models/",
    "quantized": "models/quantized/"
  }
}