| [ |
| { |
| "head": "agri", |
| "title": "SuperESP-Agri", |
| "source": "SYNTH", |
| "classes": [ |
| "healthy", |
| "needs_irrigate", |
| "frost_risk", |
| "pest_favorable", |
| "sensor_fault" |
| ], |
| "n_classes": 5, |
| "n_features": 30, |
| "params": 20512, |
| "test_acc": 0.9756, |
| "n_test": 450, |
| "abstain_aurc": 0.0015, |
| "oracle_aurc": 0.0003, |
| "random_aurc": 0.0244, |
| "coverage_at_5pct_risk": 1.0, |
| "blob_bytes": 6633, |
| "delta": { |
| "applicable": true, |
| "thr_0.02": { |
| "speedup": 7.08, |
| "max_err": 0.0046 |
| }, |
| "thr_0.05": { |
| "speedup": 8.41, |
| "max_err": 0.0179 |
| }, |
| "thr_0.1": { |
| "speedup": 10.92, |
| "max_err": 0.0376 |
| } |
| }, |
| "train_s": 42.4 |
| }, |
| { |
| "head": "voice", |
| "title": "SuperESP-Voice", |
| "source": "REAL", |
| "classes": [ |
| "on", |
| "off", |
| "stop", |
| "go" |
| ], |
| "n_classes": 4, |
| "n_features": 32, |
| "params": 20480, |
| "test_acc": 0.625, |
| "n_test": 120, |
| "abstain_aurc": 0.7297, |
| "oracle_aurc": 0.37, |
| "random_aurc": 0.725, |
| "coverage_at_5pct_risk": 0.0, |
| "blob_bytes": 6625, |
| "delta": { |
| "applicable": false, |
| "reason": "tabular head, no temporal stream" |
| }, |
| "train_s": 11.5 |
| }, |
| { |
| "head": "motion", |
| "title": "SuperESP-Motion", |
| "source": "REAL", |
| "classes": [ |
| "walking", |
| "upstairs", |
| "downstairs", |
| "sitting", |
| "standing", |
| "laying" |
| ], |
| "n_classes": 6, |
| "n_features": 30, |
| "params": 20544, |
| "test_acc": 0.8109, |
| "n_test": 1544, |
| "abstain_aurc": 0.0644, |
| "oracle_aurc": 0.0191, |
| "random_aurc": 0.1891, |
| "coverage_at_5pct_risk": 0.532, |
| "blob_bytes": 6641, |
| "delta": { |
| "applicable": false, |
| "reason": "tabular head, no temporal stream" |
| }, |
| "train_s": 142.1 |
| }, |
| { |
| "head": "sound_scene", |
| "title": "SuperESP-Sound-Scene", |
| "source": "SYNTH", |
| "classes": [ |
| "quiet", |
| "alarm", |
| "glass_break", |
| "speech_like" |
| ], |
| "n_classes": 4, |
| "n_features": 32, |
| "params": 20480, |
| "test_acc": 0.975, |
| "n_test": 240, |
| "abstain_aurc": 0.0064, |
| "oracle_aurc": 0.0003, |
| "random_aurc": 0.025, |
| "coverage_at_5pct_risk": 1.0, |
| "blob_bytes": 6625, |
| "delta": { |
| "applicable": false, |
| "reason": "tabular head, no temporal stream" |
| }, |
| "train_s": 33.1 |
| }, |
| { |
| "head": "anomaly", |
| "title": "SuperESP-Anomaly", |
| "source": "SYNTH", |
| "classes": [ |
| "normal", |
| "imbalance", |
| "bearing_fault", |
| "looseness" |
| ], |
| "n_classes": 4, |
| "n_features": 32, |
| "params": 20480, |
| "test_acc": 0.9367, |
| "n_test": 300, |
| "abstain_aurc": 0.029, |
| "oracle_aurc": 0.002, |
| "random_aurc": 0.0633, |
| "coverage_at_5pct_risk": 0.963, |
| "blob_bytes": 6625, |
| "delta": { |
| "applicable": true, |
| "thr_0.02": { |
| "speedup": 4.04, |
| "max_err": 0.005 |
| }, |
| "thr_0.05": { |
| "speedup": 4.19, |
| "max_err": 0.0161 |
| }, |
| "thr_0.1": { |
| "speedup": 4.47, |
| "max_err": 0.04 |
| } |
| }, |
| "train_s": 28.3 |
| }, |
| { |
| "head": "air", |
| "title": "SuperESP-Air", |
| "source": "SYNTH", |
| "classes": [ |
| "clean", |
| "co2_high", |
| "gas_leak", |
| "smoke" |
| ], |
| "n_classes": 4, |
| "n_features": 30, |
| "params": 20480, |
| "test_acc": 0.978, |
| "n_test": 360, |
| "abstain_aurc": 0.0, |
| "oracle_aurc": 0.0, |
| "random_aurc": 0.0, |
| "coverage_at_5pct_risk": 1.0, |
| "blob_bytes": 6625, |
| "delta": { |
| "applicable": true, |
| "thr_0.02": { |
| "speedup": 6.51, |
| "max_err": 0.0041 |
| }, |
| "thr_0.05": { |
| "speedup": 6.77, |
| "max_err": 0.01 |
| }, |
| "thr_0.1": { |
| "speedup": 7.28, |
| "max_err": 0.0238 |
| } |
| }, |
| "train_s": 34.2 |
| }, |
| { |
| "head": "os_telem", |
| "title": "SuperESP-OS", |
| "source": "SYNTH", |
| "classes": [ |
| "normal", |
| "low_memory", |
| "overheating", |
| "wifi_degraded", |
| "power_fault" |
| ], |
| "n_classes": 5, |
| "n_features": 32, |
| "params": 20512, |
| "test_acc": 0.9867, |
| "n_test": 450, |
| "abstain_aurc": 0.0007, |
| "oracle_aurc": 0.0001, |
| "random_aurc": 0.0133, |
| "coverage_at_5pct_risk": 1.0, |
| "blob_bytes": 6633, |
| "delta": { |
| "applicable": true, |
| "thr_0.02": { |
| "speedup": 4.16, |
| "max_err": 0.0044 |
| }, |
| "thr_0.05": { |
| "speedup": 4.27, |
| "max_err": 0.0106 |
| }, |
| "thr_0.1": { |
| "speedup": 4.47, |
| "max_err": 0.0301 |
| } |
| }, |
| "train_s": 42.0 |
| }, |
| { |
| "head": "power", |
| "title": "SuperESP-Power", |
| "source": "SYNTH", |
| "classes": [ |
| "off", |
| "resistive", |
| "motor", |
| "electronic" |
| ], |
| "n_classes": 4, |
| "n_features": 24, |
| "params": 20480, |
| "test_acc": 0.9806, |
| "n_test": 360, |
| "abstain_aurc": 0.0007, |
| "oracle_aurc": 0.0002, |
| "random_aurc": 0.0194, |
| "coverage_at_5pct_risk": 1.0, |
| "blob_bytes": 6625, |
| "delta": { |
| "applicable": true, |
| "thr_0.02": { |
| "speedup": 8.05, |
| "max_err": 0.0026 |
| }, |
| "thr_0.05": { |
| "speedup": 8.28, |
| "max_err": 0.0142 |
| }, |
| "thr_0.1": { |
| "speedup": 8.73, |
| "max_err": 0.0325 |
| } |
| }, |
| "train_s": 28.8 |
| }, |
| { |
| "head": "occupancy", |
| "title": "SuperESP-Occupancy", |
| "source": "SYNTH", |
| "classes": [ |
| "empty", |
| "occupied", |
| "crowded" |
| ], |
| "n_classes": 3, |
| "n_features": 24, |
| "params": 20448, |
| "test_acc": 0.9841, |
| "n_test": 315, |
| "abstain_aurc": 0.0008, |
| "oracle_aurc": 0.0001, |
| "random_aurc": 0.0159, |
| "coverage_at_5pct_risk": 1.0, |
| "blob_bytes": 6617, |
| "delta": { |
| "applicable": true, |
| "thr_0.02": { |
| "speedup": 8.01, |
| "max_err": 0.0041 |
| }, |
| "thr_0.05": { |
| "speedup": 8.15, |
| "max_err": 0.0127 |
| }, |
| "thr_0.1": { |
| "speedup": 8.55, |
| "max_err": 0.0221 |
| } |
| }, |
| "train_s": 25.4 |
| }, |
| { |
| "head": "wearable", |
| "title": "SuperESP-Wearable", |
| "source": "SYNTH", |
| "classes": [ |
| "rest", |
| "active", |
| "exercise", |
| "irregular" |
| ], |
| "n_classes": 4, |
| "n_features": 24, |
| "params": 20480, |
| "test_acc": 0.9833, |
| "n_test": 360, |
| "abstain_aurc": 0.0005, |
| "oracle_aurc": 0.0001, |
| "random_aurc": 0.0167, |
| "coverage_at_5pct_risk": 1.0, |
| "blob_bytes": 6625, |
| "delta": { |
| "applicable": true, |
| "thr_0.02": { |
| "speedup": 8.09, |
| "max_err": 0.0027 |
| }, |
| "thr_0.05": { |
| "speedup": 8.4, |
| "max_err": 0.0098 |
| }, |
| "thr_0.1": { |
| "speedup": 9.01, |
| "max_err": 0.0292 |
| } |
| }, |
| "train_s": 28.7 |
| }, |
| { |
| "head": "water", |
| "title": "SuperESP-Water", |
| "source": "SYNTH", |
| "classes": [ |
| "no_flow", |
| "normal_use", |
| "leak", |
| "burst" |
| ], |
| "n_classes": 4, |
| "n_features": 32, |
| "params": 20480, |
| "test_acc": 0.9889, |
| "n_test": 360, |
| "abstain_aurc": 0.0001, |
| "oracle_aurc": 0.0001, |
| "random_aurc": 0.0111, |
| "coverage_at_5pct_risk": 1.0, |
| "blob_bytes": 6625, |
| "delta": { |
| "applicable": true, |
| "thr_0.02": { |
| "speedup": 8.19, |
| "max_err": 0.0046 |
| }, |
| "thr_0.05": { |
| "speedup": 8.53, |
| "max_err": 0.0114 |
| }, |
| "thr_0.1": { |
| "speedup": 9.26, |
| "max_err": 0.0344 |
| } |
| }, |
| "train_s": 34.3 |
| }, |
| { |
| "head": "forecast", |
| "title": "SuperESP-Forecast", |
| "source": "SYNTH", |
| "classes": [ |
| "safe", |
| "later", |
| "soon", |
| "imminent" |
| ], |
| "n_classes": 4, |
| "n_features": 24, |
| "params": 20480, |
| "test_acc": 0.831, |
| "n_test": 420, |
| "abstain_aurc": 0.0554, |
| "oracle_aurc": 0.0152, |
| "random_aurc": 0.169, |
| "coverage_at_5pct_risk": 0.586, |
| "blob_bytes": 6625, |
| "delta": { |
| "applicable": true, |
| "thr_0.02": { |
| "speedup": 8.4, |
| "max_err": 0.0057 |
| }, |
| "thr_0.05": { |
| "speedup": 9.19, |
| "max_err": 0.0151 |
| }, |
| "thr_0.1": { |
| "speedup": 10.92, |
| "max_err": 0.0429 |
| } |
| }, |
| "train_s": 32.5 |
| } |
| ] |
