{ "harness": "deliverable_landing_gate", "transfer": [ { "model": "DeepSeek V4 Pro", "model_short": "DeepSeek-V4-Pro-together", "baseline_pooled": 0.6339, "baseline_all_pass": 0.0, "baseline_n": 100, "harness_pooled": 0.7686, "harness_all_pass": 0.02, "harness_n": 100, "delta_pp": 13.5, "evaluable": true }, { "model": "DeepSeek V4 Flash", "model_short": "DeepSeek-V4-Flash", "baseline_pooled": 0.6463, "baseline_all_pass": 0.0, "baseline_n": 100, "harness_pooled": 0.79, "harness_all_pass": 0.02, "harness_n": 100, "delta_pp": 14.4, "evaluable": true }, { "model": "Nemotron-3 Ultra 550B", "model_short": "NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4", "baseline_pooled": 0.6384, "baseline_all_pass": 0.0, "baseline_n": 100, "harness_pooled": 0.6421, "harness_all_pass": 0.03, "harness_n": 100, "delta_pp": 0.4, "evaluable": true }, { "model": "GLM-5.2", "model_short": "GLM-5-2", "baseline_pooled": 0.3446, "baseline_all_pass": 0.02, "baseline_n": 100, "evaluable": false } ], "frontier_on_tuned_model": { "model": "DeepSeek V4 Pro", "harness": "matter_audit_allwork", "pooled": 0.8008, "all_pass": 0.05, "n": 100 } }