| { |
| "schema_version": "dispatch_midtrain_aft_generic_eval_v1", |
| "generic_run_id": "20260807T135326Z", |
| "training_run_id": "20260807T110710Z", |
| "seed": 314159, |
| "n_mmlu_per_endpoint": 40, |
| "n_gsm8k_per_endpoint": 40, |
| "arms": { |
| "coin": { |
| "no_aft": { |
| "condition": "no_aft", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.675, |
| "gsm8k": 0.75, |
| "mean": 0.7125 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 0.9875, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.1875, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.2625, |
| "maximum_exact_response_share": 0.1, |
| "response_chars": { |
| "mean": 389.35, |
| "median": 327.0, |
| "max": 1274 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.0, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": true, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_4": { |
| "condition": "step_4", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.7, |
| "gsm8k": 0.725, |
| "mean": 0.7124999999999999 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 0.9875, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.2, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.2, |
| "maximum_exact_response_share": 0.1, |
| "response_chars": { |
| "mean": 384.975, |
| "median": 357.5, |
| "max": 1197 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": -1.1102230246251565e-16, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": true, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_8": { |
| "condition": "step_8", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.725, |
| "gsm8k": 0.75, |
| "mean": 0.7375 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 0.9875, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.1375, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.1375, |
| "maximum_exact_response_share": 0.1125, |
| "response_chars": { |
| "mean": 333.125, |
| "median": 290.5, |
| "max": 1233 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.025000000000000022, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": true, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_16": { |
| "condition": "step_16", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.725, |
| "gsm8k": 0.9, |
| "mean": 0.8125 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 0.9875, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.05, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.1125, |
| "maximum_exact_response_share": 0.1375, |
| "response_chars": { |
| "mean": 221.5625, |
| "median": 141.5, |
| "max": 951 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.09999999999999998, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_32": { |
| "condition": "step_32", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.7, |
| "gsm8k": 0.875, |
| "mean": 0.7875 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.0375, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.1, |
| "maximum_exact_response_share": 0.15, |
| "response_chars": { |
| "mean": 199.7, |
| "median": 63.0, |
| "max": 951 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.07499999999999996, |
| "parseable_rate_delta": 0.012499999999999956 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_64": { |
| "condition": "step_64", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.7, |
| "gsm8k": 0.825, |
| "mean": 0.7625 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.0375, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.1125, |
| "maximum_exact_response_share": 0.15, |
| "response_chars": { |
| "mean": 191.5375, |
| "median": 31.5, |
| "max": 995 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.04999999999999993, |
| "parseable_rate_delta": 0.012499999999999956 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_128": { |
| "condition": "step_128", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.725, |
| "gsm8k": 0.775, |
| "mean": 0.75 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.0625, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.1375, |
| "maximum_exact_response_share": 0.1375, |
| "response_chars": { |
| "mean": 214.7125, |
| "median": 63.5, |
| "max": 878 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.03749999999999998, |
| "parseable_rate_delta": 0.012499999999999956 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": true, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_256": { |
| "condition": "step_256", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.6, |
| "gsm8k": 0.725, |
| "mean": 0.6625 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 0.9875, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.0375, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.125, |
| "maximum_exact_response_share": 0.175, |
| "response_chars": { |
| "mean": 204.075, |
| "median": 56.0, |
| "max": 1006 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": -0.050000000000000044, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_512": { |
| "condition": "step_512", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.575, |
| "gsm8k": 0.75, |
| "mean": 0.6625 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.0375, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.1, |
| "maximum_exact_response_share": 0.175, |
| "response_chars": { |
| "mean": 203.8875, |
| "median": 61.5, |
| "max": 1094 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": -0.050000000000000044, |
| "parseable_rate_delta": 0.012499999999999956 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_1024": { |
| "condition": "step_1024", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.6, |
| "gsm8k": 0.65, |
| "mean": 0.625 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.0375, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.0875, |
| "maximum_exact_response_share": 0.1375, |
| "response_chars": { |
| "mean": 184.025, |
| "median": 53.5, |
| "max": 1149 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": -0.08750000000000002, |
| "parseable_rate_delta": 0.012499999999999956 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_2048": { |
| "condition": "step_2048", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.625, |
| "gsm8k": 0.675, |
| "mean": 0.65 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.05, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.0875, |
| "maximum_exact_response_share": 0.1375, |
| "response_chars": { |
| "mean": 188.1375, |
| "median": 53.5, |
| "max": 1140 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": -0.0625, |
| "parseable_rate_delta": 0.012499999999999956 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| } |
| }, |
| "charter": { |
| "no_aft": { |
| "condition": "no_aft", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.775, |
| "gsm8k": 0.75, |
| "mean": 0.7625 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.15, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.2125, |
| "maximum_exact_response_share": 0.1125, |
| "response_chars": { |
| "mean": 332.725, |
| "median": 294.5, |
| "max": 1009 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.0, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": true, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_4": { |
| "condition": "step_4", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.775, |
| "gsm8k": 0.75, |
| "mean": 0.7625 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.175, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.2125, |
| "maximum_exact_response_share": 0.1125, |
| "response_chars": { |
| "mean": 334.5875, |
| "median": 296.0, |
| "max": 1104 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.0, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": true, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_8": { |
| "condition": "step_8", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.775, |
| "gsm8k": 0.775, |
| "mean": 0.775 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.125, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.175, |
| "maximum_exact_response_share": 0.1125, |
| "response_chars": { |
| "mean": 291.6, |
| "median": 250.5, |
| "max": 919 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.012500000000000067, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": true, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_16": { |
| "condition": "step_16", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.725, |
| "gsm8k": 0.875, |
| "mean": 0.8 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.0625, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.15, |
| "maximum_exact_response_share": 0.15, |
| "response_chars": { |
| "mean": 234.1625, |
| "median": 179.5, |
| "max": 917 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.03750000000000009, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": true, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_32": { |
| "condition": "step_32", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.7, |
| "gsm8k": 0.9, |
| "mean": 0.8 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.0375, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.15, |
| "maximum_exact_response_share": 0.15, |
| "response_chars": { |
| "mean": 199.0, |
| "median": 63.5, |
| "max": 900 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.03750000000000009, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_64": { |
| "condition": "step_64", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.675, |
| "gsm8k": 0.9, |
| "mean": 0.7875000000000001 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.05, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.15, |
| "maximum_exact_response_share": 0.1625, |
| "response_chars": { |
| "mean": 195.55, |
| "median": 63.5, |
| "max": 883 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.025000000000000133, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_128": { |
| "condition": "step_128", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.7, |
| "gsm8k": 0.825, |
| "mean": 0.7625 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.075, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.1125, |
| "maximum_exact_response_share": 0.1375, |
| "response_chars": { |
| "mean": 210.025, |
| "median": 37.5, |
| "max": 904 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.0, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": true, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_256": { |
| "condition": "step_256", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.6, |
| "gsm8k": 0.825, |
| "mean": 0.7124999999999999 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.0375, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.1, |
| "maximum_exact_response_share": 0.1625, |
| "response_chars": { |
| "mean": 202.7375, |
| "median": 28.5, |
| "max": 1007 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": -0.050000000000000044, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_512": { |
| "condition": "step_512", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.75, |
| "gsm8k": 0.8, |
| "mean": 0.775 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.025, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.1, |
| "maximum_exact_response_share": 0.1875, |
| "response_chars": { |
| "mean": 191.325, |
| "median": 63.0, |
| "max": 1110 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": 0.012500000000000067, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": false, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_1024": { |
| "condition": "step_1024", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.625, |
| "gsm8k": 0.625, |
| "mean": 0.625 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.05, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.1, |
| "maximum_exact_response_share": 0.1625, |
| "response_chars": { |
| "mean": 194.8875, |
| "median": 57.5, |
| "max": 892 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": -0.13749999999999996, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": true, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| }, |
| "step_2048": { |
| "condition": "step_2048", |
| "capability": { |
| "n": { |
| "mmlu": 40, |
| "gsm8k": 40 |
| }, |
| "mmlu": 0.625, |
| "gsm8k": 0.675, |
| "mean": 0.65 |
| }, |
| "collapse": { |
| "n": 80, |
| "parseable_rate": 1.0, |
| "empty_rate": 0.0, |
| "truncation_rate": 0.0375, |
| "dispatch_intrusion_rate": 0.0, |
| "repeated_fourgram_rate": 0.1125, |
| "maximum_exact_response_share": 0.1625, |
| "response_chars": { |
| "mean": 196.7875, |
| "median": 63.0, |
| "max": 952 |
| } |
| }, |
| "versus_sft_baseline": { |
| "capability_mean_delta": -0.11249999999999993, |
| "parseable_rate_delta": 0.0 |
| }, |
| "collapse_flags": { |
| "capability_drop_over_10pp": true, |
| "parseability_drop_over_10pp": false, |
| "empty_over_1pct": false, |
| "truncation_over_5pct": false, |
| "dispatch_intrusion_over_1pct": false |
| } |
| } |
| } |
| } |
| } |
|
|
