data/models/feature_metadata.json

{
  "feature_cols": [
    "gpu_hbm_bandwidth_tbps",
    "gpu_vram_gb",
    "peak_tflops_selected",
    "compute_ceiling_tok_per_sec",
    "bandwidth_ceiling_tok_per_sec",
    "model_total_params_b",
    "model_compute_params_b",
    "model_size_gb",
    "model_to_vram_ratio",
    "bytes_per_param",
    "nvidia_arch_gen",
    "amd_arch_gen",
    "vendor_is_amd",
    "scenario_offline",
    "is_base_tier",
    "fw_tensorrt",
    "fw_vllm",
    "fw_rocm_other",
    "is_cdna4",
    "mlperf_round_num"
  ],
  "target": "efficiency_ratio",
  "model_version": "v1",
  "prod_params": {
    "n_estimators": 250,
    "max_depth": 5,
    "learning_rate": 0.03,
    "subsample": 0.8,
    "colsample_bytree": 0.8,
    "min_child_weight": 5,
    "tree_method": "hist",
    "random_state": 42
  },
  "n_training_rows": 1136,
  "corpus_sha256": "398521848da48ab557ab611104e994fa3261f23f33ae5f7ee26c5cca3093139c",
  "corpus_path": "data/processed/mlperf_features.parquet",
  "manifest_verified": true,
  "manifest_sources_present": 5,
  "manifest_sources_total": 5,
  "trained_gpu_ids": [
    "b200_sxm",
    "b300_sxm",
    "gb200",
    "gb300",
    "gh200_144gb",
    "gh200_96gb",
    "h100_nvl",
    "h100_pcie",
    "h100_sxm",
    "h200_nvl",
    "h200_sxm",
    "l40s",
    "mi300x",
    "mi325x",
    "mi350x",
    "mi355x"
  ],
  "trained_gpu_row_counts": {
    "h200_sxm": 283,
    "h100_sxm": 178,
    "b200_sxm": 138,
    "mi325x": 82,
    "mi300x": 80,
    "h200_nvl": 52,
    "gh200_144gb": 50,
    "mi355x": 50,
    "h100_nvl": 46,
    "l40s": 45,
    "b300_sxm": 29,
    "gb200": 28,
    "gh200_96gb": 26,
    "h100_pcie": 24,
    "mi350x": 14,
    "gb300": 11
  },
  "validation_metrics": {
    "generated_at": "2026-07-12T13:07:49.619349+00:00",
    "source_notebook": "notebooks/03_model_training.ipynb",
    "protocol": "LOGO-CV (Leave-One-GPU-Out); primary = in-scope folds (n>=10); official-only scoring where a fold mixes official MLPerf submissions with self-run calibration rows",
    "primary": {
      "n_folds": 5,
      "mape": 0.23380974767055468,
      "smape": 0.21164078416451165,
      "median_ape": 0.18509508530648328,
      "spearman_rho": 0.7888808863450961,
      "worst_fold_rho": {
        "gpu": "mi355x",
        "rho": 0.5121800160905657
      },
      "worst_fold_mape": {
        "gpu": "mi300x",
        "mape": 0.4496798476393815
      }
    },
    "vendor": {
      "nvidia": {
        "mape": 0.21373571232654986,
        "smape": 0.23002982188975515,
        "median_ape": 0.19212369651078004,
        "rho": 0.8939945816961098,
        "n_folds": 2
      },
      "amd": {
        "mape": 0.24719243789989123,
        "smape": 0.199381425681016,
        "median_ape": 0.18040934450361876,
        "rho": 0.7188050894444205,
        "n_folds": 3
      }
    },
    "per_fold": [
      {
        "gpu": "b200_sxm",
        "vendor": "nvidia",
        "n": 138,
        "in_scope": false,
        "in_agg": true,
        "mape": 0.3374755307879345,
        "smape": 0.29186819077474774,
        "median_ape": 0.23694338395783016,
        "spearman_rho": 0.8306123211824746
      },
      {
        "gpu": "b300_sxm",
        "vendor": "nvidia",
        "n": 29,
        "in_scope": false,
        "in_agg": true,
        "mape": 0.23684619061590245,
        "smape": 0.2564624394530722,
        "median_ape": 0.27144706467076973,
        "spearman_rho": 0.818841138208717
      },
      {
        "gpu": "gb200",
        "vendor": "nvidia",
        "n": 28,
        "in_scope": false,
        "in_agg": true,
        "mape": 0.3098156351506685,
        "smape": 0.2729216244084394,
        "median_ape": 0.2036609681628041,
        "spearman_rho": 0.7650111899500084
      },
      {
        "gpu": "gb300",
        "vendor": "nvidia",
        "n": 11,
        "in_scope": false,
        "in_agg": true,
        "mape": 0.17430911204008873,
        "smape": 0.17393644610376116,
        "median_ape": 0.14098983643432073,
        "spearman_rho": 0.8571428571428571
      },
      {
        "gpu": "gh200_144gb",
        "vendor": "nvidia",
        "n": 50,
        "in_scope": false,
        "in_agg": true,
        "mape": 0.06831530675958356,
        "smape": 0.07069476117842656,
        "median_ape": 0.06896169387469567,
        "spearman_rho": 0.8917469312909448
      },
      {
        "gpu": "gh200_96gb",
        "vendor": "nvidia",
        "n": 26,
        "in_scope": false,
        "in_agg": true,
        "mape": 0.09661322592006306,
        "smape": 0.09941079345148354,
        "median_ape": 0.09330221054708361,
        "spearman_rho": 0.9177971765602133
      },
      {
        "gpu": "h100_nvl",
        "vendor": "nvidia",
        "n": 46,
        "in_scope": false,
        "in_agg": true,
        "mape": 0.5456500368887637,
        "smape": 0.41980135638955235,
        "median_ape": 0.4683624244793203,
        "spearman_rho": 0.9145629925449604
      },
      {
        "gpu": "h100_pcie",
        "vendor": "nvidia",
        "n": 24,
        "in_scope": false,
        "in_agg": true,
        "mape": 0.3647269379714631,
        "smape": 0.30970163452636484,
        "median_ape": 0.24785922361578588,
        "spearman_rho": 0.8454148471615721
      },
      {
        "gpu": "h100_sxm",
        "vendor": "nvidia",
        "n": 178,
        "in_scope": true,
        "in_agg": true,
        "mape": 0.23675355291273484,
        "smape": 0.28349726152128213,
        "median_ape": 0.23749937063846838,
        "spearman_rho": 0.8961478340151705
      },
      {
        "gpu": "h200_nvl",
        "vendor": "nvidia",
        "n": 52,
        "in_scope": false,
        "in_agg": true,
        "mape": 0.23680727903776597,
        "smape": 0.19338038678086072,
        "median_ape": 0.16766815365958276,
        "spearman_rho": 0.8654862039709149
      },
      {
        "gpu": "h200_sxm",
        "vendor": "nvidia",
        "n": 283,
        "in_scope": true,
        "in_agg": true,
        "mape": 0.1907178717403649,
        "smape": 0.17656238225822818,
        "median_ape": 0.1467480223830917,
        "spearman_rho": 0.8918413293770491
      },
      {
        "gpu": "l40s",
        "vendor": "nvidia",
        "n": 45,
        "in_scope": false,
        "in_agg": true,
        "mape": 0.9042459165863032,
        "smape": 0.5572620474803024,
        "median_ape": 0.6657441551562934,
        "spearman_rho": 0.6975573825353433
      },
      {
        "gpu": "mi300x",
        "vendor": "amd",
        "n": 80,
        "in_scope": true,
        "in_agg": true,
        "mape": 0.4496798476393815,
        "smape": 0.32283498644102115,
        "median_ape": 0.33939678840089643,
        "spearman_rho": 0.7452002548867019
      },
      {
        "gpu": "mi325x",
        "vendor": "amd",
        "n": 82,
        "in_scope": true,
        "in_agg": true,
        "mape": 0.1590707712715832,
        "smape": 0.1279615122994294,
        "median_ape": 0.058077964040084584,
        "spearman_rho": 0.8990349973559938
      },
      {
        "gpu": "mi350x",
        "vendor": "amd",
        "n": 14,
        "in_scope": false,
        "in_agg": true,
        "mape": 0.13799850100450334,
        "smape": 0.11752693059503805,
        "median_ape": 0.034923866028296384,
        "spearman_rho": 0.01857182112864787
      },
      {
        "gpu": "mi355x",
        "vendor": "amd",
        "n": 50,
        "in_scope": true,
        "in_agg": true,
        "mape": 0.13282669478870904,
        "smape": 0.14734777830259735,
        "median_ape": 0.14375328106987523,
        "spearman_rho": 0.5121800160905657
      }
    ]
  }
}