[ { "title": "Fold 1 \u2014 38,283 held-out parcels", "groups": [ [ "", [ { "label": "Validation-selected ensemble (9 members)", "values": [ 54.93308503001464, 95.02912519917457, 61.207594983632276 ], "source": "results/ensemble_library/Fold_1/report.json" }, { "label": "Eight-model control: six + baseline checkpoints 27 / 78", "values": [ 54.15609283788674, 94.96643418749838, 59.63298862355673 ], "source": "results/ensemble_library/Fold_1/report.json" }, { "label": "Six-model ensemble: previous five + CNN \u2192 group TAE", "values": [ 54.235271797228854, 94.97165843847138, 60.06296844653283 ], "source": "results/requested_comparison/six_model_ensemble/report.json" }, { "label": "Five-model ensemble: four neural models + XGBoost", "values": [ 53.72404814348768, 94.88023404644359, 59.57984810873117 ], "source": "results/requested_comparison/xgboost_ensemble/report.json" }, { "label": "Four-model ensemble: baseline + capacity + groups + dropout", "values": [ 52.61947706839384, 94.79664603087532, 58.0201965919677 ], "source": "results/requested_comparison/Fold_1/report.json" }, { "label": "Three-model ensemble: baseline + capacity + groups", "values": [ 52.2793345220272, 94.7574641485777, 57.79896008395639 ], "source": "results/requested_comparison/Fold_1/report.json" }, { "label": "XGBoost: frozen embeddings + spectral summaries", "values": [ 52.2254181167317, 93.5062560405402, 61.61889361802421 ], "source": "results/multiclass_probes/Fold_1/results.json" }, { "label": "Date-dropout fine-tuning", "values": [ 51.67126199738541, 94.4152757098451, 58.78236262519556 ], "source": "results/requested_comparison/Fold_1/report.json" }, { "label": "Baseline checkpoint ensemble (epochs 27 / 38 / 78)", "values": [ 51.60732823966951, 94.67387613300943, 57.47223618501322 ], "source": "results/requested_comparison/Fold_1/report.json" }, { "label": "Original PSE+TAE baseline (cached evaluation)", "values": [ 51.31040863685266, 94.23765117676253, 58.35255834670093 ], "source": "results/requested_comparison/Fold_1/report.json" }, { "label": "CNN \u2192 group TAE correction (snapshot epoch 4)", "values": [ 51.65454151863263, 94.37086957657445, 58.66253159399146 ], "source": "results/requested_comparison/six_model_ensemble/report.json" }, { "label": "Baseline-size PSE+TAE distilled from scratch (epoch 86)", "values": [ 53.35062972779878, 94.66081550557689, 60.69560342779622 ], "source": "results/distillation/Fold_1/report.json" }, { "label": "Matched baseline-size CE-only control (epoch 80)", "values": [ 51.67979313433331, 94.43356058825067, 58.466877634443435 ], "source": "results/distillation/Fold_1/report.json" } ] ], [ "Earlier variants \u2014 no established improvement", [ { "label": "CNN spatial correction", "values": [ 51.279162452007895, 94.33952407073636, 58.411938090161286 ], "source": "results/requested_comparison/Fold_1/report.json" }, { "label": "Patch baseline, validation-best epoch 80", "values": [ 49.93888753785837, 94.17234803959983, 57.56955796452944 ], "source": "results/requested_comparison/Fold_1/report.json" }, { "label": "Patch baseline, ensemble checkpoint 38", "values": [ 50.48081293679929, 94.37870595303399, 56.721247944936536 ], "source": "results/requested_comparison/Fold_1/report.json" }, { "label": "Group trajectories (epoch 38 ensemble snapshot)", "values": [ 49.437840416342176, 93.98166287908471, 56.53221654694958 ], "source": "results/complementarity/snapshot_20261018_1605/test_evaluation/report.json", "group": "earlier" }, { "label": "Capacity control (epoch 67 ensemble snapshot)", "values": [ 50.160251455192686, 94.1044327769506, 58.00589302861668 ], "source": "results/complementarity/snapshot_20261018_1605/test_evaluation/report.json", "group": "earlier" }, { "label": "Embedding moments (mean / std / skew / kurtosis)", "values": [ 46.15944847885274, 93.9790507535982, 51.16271573930846 ], "source": "results/moments/Fold_1/conf_mat.pkl", "group": "earlier" }, { "label": "Frozen encoder + date kurtosis", "values": [ 51.468444652295965, 94.30556643941175, 59.405290343896496 ], "source": "results/date_kurtosis/Fold_1/conf_mat.pkl", "group": "earlier" }, { "label": "Scaled embedding kurtosis, gradients on", "values": [ 47.98, 94.17, null ], "source": "notes.md", "group": "earlier" }, { "label": "Parcel mean / std in the pixel encoder", "values": [ 50.11, null, null ], "source": "notes.md", "group": "earlier" }, { "label": "Parcel mean / std / kurtosis in the pixel encoder", "values": [ 50.05, null, null ], "source": "notes.md", "group": "earlier" }, { "label": "Inverse-square-root class-weighted loss", "values": [ 49.07, 92.14, null ], "source": "notes.md", "group": "earlier" }, { "label": "Small per-pixel temporal attention, from scratch", "values": [ 48.10858560576429, 93.73351095786641, 55.818663310797625 ], "source": "results/pixel_temporal_scratch/Fold_1/report.json", "group": "earlier" }, { "label": "Small temporal + spatial attention, from scratch", "values": [ 49.200045423941965, 94.02868113784186, 55.018680447837966 ], "source": "results/pixel_temporal_scratch/Fold_1/report.json", "group": "earlier" }, { "label": "Full-width embedding-only correction", "values": [ 51.56003908043143, 94.34474832170937, 58.974577977199935 ], "source": "results/grouped_corrections/Fold_1/report.json", "group": "earlier" }, { "label": "Full-width group temporal correction", "values": [ 51.244643853192585, 94.23765117676253, 58.4145327419458 ], "source": "results/grouped_corrections/Fold_1/report.json", "group": "earlier" }, { "label": "Full-width group + spatial attention correction", "values": [ 51.46421578108142, 94.36303320011493, 58.366341094545234 ], "source": "results/grouped_corrections/Fold_1/report.json", "group": "earlier" }, { "label": "Per-pixel temporal-distribution correction", "values": [ 51.14892057151782, 94.3525846981689, 57.665216576517174 ], "source": "results/frozen_corrections/Fold_1/results.json", "group": "earlier" }, { "label": "Small patch-pixel temporal correction", "values": [ 51.779382450863565, 94.38915445498002, 58.71511913744347 ], "source": "results/frozen_corrections/Fold_1/results.json", "group": "earlier" }, { "label": "Small temporal + spatial correction, no coordinates", "values": [ 51.79733905260681, 94.39960295692606, 58.70125937430109 ], "source": "results/frozen_corrections/Fold_1/results.json", "group": "earlier" }, { "label": "Small temporal + spatial correction, with coordinates", "values": [ 51.69318989046536, 94.35780894914191, 58.58341478211055 ], "source": "results/frozen_corrections/Fold_1/results.json", "group": "earlier" }, { "label": "Small replacement classifier (best new variant by validation)", "values": [ 50.72609030301305, 93.99994775749026, 59.075365749764764 ], "source": "results/frozen_trajectories/Fold_1/results.json", "group": "earlier" } ] ] ], "caption": [ "All values are percentages. One fold and one seed; these comparisons are exploratory.", "Earlier variants include ties and inconclusive gains. Missing values are unmeasured, not zero.", "Library additions and mixture weights are chosen on validation; test scores do not select the ensemble." ] }, { "title": "Five-fold results \u2014 mean and sample standard deviation", "groups": [ [ "", [ { "label": "PSE+TAE reproduction", "values": [ 50.96253822685437, 94.22293256405372, 58.504182483372226 ], "sd": [ 0.6019289857741531, 0.09171186030656048, 0.9397230573626493 ], "source": "results/requested_comparison/baseline_five_folds.json" } ] ], [ "Earlier alternatives", [ { "label": "L-TAE reproduction", "values": [ 50.67, 94.33, null ], "sd": [ 0.95, 0.04, null ], "source": "notes.md" }, { "label": "RoPE", "values": [ 50.1261056275956, 94.20308047859001, 57.772785466570326 ], "sd": [ 0.42281397969611906, 0.10411895189135764, 0.5186037310544795 ], "source": "results/rope/Fold_*/conf_mat.pkl" }, { "label": "Scaled kurtosis, stopped gradient", "values": [ 50.79, 94.17, null ], "sd": [ 0.75, 0.21, null ], "source": "notes.md" }, { "label": "XGBoost on band mean / std", "values": [ 42.16, 93.27, null ], "sd": [ 0.41, 0.1, null ], "source": "notes.md" }, { "label": "XGBoost on band mean / std + kurtosis", "values": [ 41.47, null, null ], "sd": [ null, null, null ], "source": "notes.md" } ] ] ], "caption": [ "Standard deviations are shown in smaller type; they are not confidence intervals.", "Training sets overlap across folds. Do not compare these means as if they were fold-1 results.", "Distillation has one completed test fold only; the further-fold queue is paused." ] } ]