{
  "dense": {
    "tensors": 130,
    "rel_err_sum": 15.085906133055687,
    "rel_err_max": 0.17519304156303406,
    "src_bytes": 2558525440,
    "int4_bytes": 666009600,
    "mean_rel_err": 0.11604543179273605
  },
  "experts": {
    "tensors": 30720,
    "rel_err_sum": 3170.1489822492003,
    "rel_err_max": 0.16196535527706146,
    "src_bytes": 32220119040,
    "int4_bytes": 16609443840,
    "mean_rel_err": 0.10319495384925782
  }
}