{ "accumulate_rows": 32, "arm_reports": [ { "all_raw_sites_consumed_when_raw_enabled": true, "arm": "raw_plus_all_sidecar", "best_epoch": 12, "best_inner_validation_rmse": 0.29564625910355785, "checkpoint_artifact": { "path": "checkpoint.pt", "sha256": "66439a336847122deb2f13fb96e407aeff4fddd593a2168d1ca580e1a0c28ab5" }, "curve": [ { "epoch": 1, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.34087404218659645, "fit_seconds": 15098.081735803004, "inner_raw_sites_consumed": 206175097, "inner_seconds": 45.10423895799613, "inner_validation_mae": 0.20996905645355582, "inner_validation_rmse": 0.3312836728049844, "learning_rate": 0.0002951444302461922, "world_size": 4 }, { "epoch": 2, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.31444703204244884, "fit_seconds": 15090.712951476002, "inner_raw_sites_consumed": 206175097, "inner_seconds": 44.60768667497905, "inner_validation_mae": 0.20058076480403542, "inner_validation_rmse": 0.3221521386574506, "learning_rate": 0.0002809086200392825, "world_size": 4 }, { "epoch": 3, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.306523782969338, "fit_seconds": 15086.540569486999, "inner_raw_sites_consumed": 206175097, "inner_seconds": 45.390437073016074, "inner_validation_mae": 0.20495079054683446, "inner_validation_rmse": 0.3260795499437604, "learning_rate": 0.000258262716319083, "world_size": 4 }, { "epoch": 4, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.3012292016400525, "fit_seconds": 15124.13770476199, "inner_raw_sites_consumed": 206175097, "inner_seconds": 44.548844887991436, "inner_validation_mae": 0.19201846178621054, "inner_validation_rmse": 0.313239853650842, "learning_rate": 0.00022875, "world_size": 4 }, { "epoch": 5, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.29665308876240726, "fit_seconds": 15065.592401795002, "inner_raw_sites_consumed": 206175097, "inner_seconds": 44.03431639200426, "inner_validation_mae": 0.18792768684402109, "inner_validation_rmse": 0.3123453922196243, "learning_rate": 0.00019438171392710925, "world_size": 4 }, { "epoch": 6, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.292632265712787, "fit_seconds": 15058.629629426025, "inner_raw_sites_consumed": 206175097, "inner_seconds": 43.858921767998254, "inner_validation_mae": 0.18596054547280072, "inner_validation_rmse": 0.30963140134950584, "learning_rate": 0.00015750000000000003, "world_size": 4 }, { "epoch": 7, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.2887900081237377, "fit_seconds": 15100.54132378599, "inner_raw_sites_consumed": 206175097, "inner_seconds": 44.61221433701576, "inner_validation_mae": 0.18670305621251465, "inner_validation_rmse": 0.3076383556016324, "learning_rate": 0.00012061828607289084, "world_size": 4 }, { "epoch": 8, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.2852680109873503, "fit_seconds": 15105.252510551014, "inner_raw_sites_consumed": 206175097, "inner_seconds": 45.254287110001314, "inner_validation_mae": 0.17927646996453406, "inner_validation_rmse": 0.30296562367939545, "learning_rate": 8.625000000000005e-05, "world_size": 4 }, { "epoch": 9, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.28190212940809534, "fit_seconds": 15109.145124823, "inner_raw_sites_consumed": 206175097, "inner_seconds": 45.04117431101622, "inner_validation_mae": 0.17761979158595204, "inner_validation_rmse": 0.29856353093021126, "learning_rate": 5.6737283680917e-05, "world_size": 4 }, { "epoch": 10, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.2792003421644127, "fit_seconds": 15115.779493177019, "inner_raw_sites_consumed": 206175097, "inner_seconds": 45.14029743798892, "inner_validation_mae": 0.17527823546901344, "inner_validation_rmse": 0.2984785894159893, "learning_rate": 3.4091379960717494e-05, "world_size": 4 }, { "epoch": 11, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.2769203732896985, "fit_seconds": 15059.704184403003, "inner_raw_sites_consumed": 206175097, "inner_seconds": 43.408416548976675, "inner_validation_mae": 0.17450068172067404, "inner_validation_rmse": 0.296249679580655, "learning_rate": 1.9855569753807785e-05, "world_size": 4 }, { "epoch": 12, "fit_raw_sites_consumed": 36722254433, "fit_rmse": 0.2754198010391387, "fit_seconds": 15058.952385816025, "inner_raw_sites_consumed": 206175097, "inner_seconds": 44.07527311699232, "inner_validation_mae": 0.17352580783888696, "inner_validation_rmse": 0.29564625910355785, "learning_rate": 1.4999999999999999e-05, "world_size": 4 } ], "device": "cuda", "direct_64_bin_output": true, "epochs_ran": 12, "evaluation_raw_sites_consumed": 216060598, "evaluation_seconds": 200.81153906905092, "experiment_signature": "3ca82bb9f687729cbfb65b05c31df0ec2bbc45a26a6ba23acd76df6d057797de", "fit_rows": 89996, "fit_seconds": 181073.07001530507, "fixed_epoch_budget": 12, "gpu_name": "NVIDIA GeForce RTX 4090", "hazard_tail_survival_dual_or_class_head": false, "initial_state_sha256": "7ecf840102b35595f25ab8b6f6d6fbe36ad9fed367b184e33444a2f76b85b100", "inner_rows": 500, "inner_validation_seconds": 535.0761086159764, "mechanism_evaluation_artifact": { "path": "mechanism_evaluation.npz", "sha256": "e1b6fb0397de740c75e5396415ed3fc4f97346158b1c80872f286a1ab606b329" }, "mechanism_evaluation_metrics": { "constant_predictor_rmse": 0.402485317024815, "label_spread_strata": { "flat": { "constant_predictor_rmse": 0.15479404880509584, "label_spread_range": [ 0.0, 0.24 ], "mae": 0.09360358197756899, "n_samples": 123, "rmse": 0.1436479484639223 }, "moderate": { "constant_predictor_rmse": 0.31611850295071287, "label_spread_range": [ 0.24, 0.4 ], "mae": 0.15201989890642695, "n_samples": 194, "rmse": 0.2331097103280478 }, "structured": { "constant_predictor_rmse": 0.5661845833240783, "label_spread_range": [ 0.4, null ], "mae": 0.2350760534344638, "n_samples": 183, "rmse": 0.3923640478870658 } }, "mae": 0.16804803749918937, "n_samples": 500, "per_bin_mae": [ 0.20169192790985108, 0.19998913764953613, 0.1942358236312866, 0.18924160385131836, 0.1786602282524109, 0.17287541484832764, 0.16899711894989014, 0.1672422320842743, 0.16411268377304078, 0.1675063877105713, 0.16890448093414306, 0.16627783441543578, 0.16986408948898316, 0.1631735382080078, 0.16132657957077026, 0.14841758346557618, 0.14817850589752196, 0.14446694660186768, 0.14677689170837402, 0.14296780824661254, 0.14180426502227783, 0.14598267555236816, 0.14376418566703797, 0.13781293511390685, 0.13464703631401062, 0.1399448585510254, 0.13249676990509032, 0.13033871173858644, 0.12443238925933837, 0.12065467548370361, 0.1233967113494873, 0.12303443908691407, 0.12051682472229004, 0.12519490718841553, 0.13106551933288574, 0.13314309406280517, 0.13869336271286012, 0.14007183361053466, 0.15588291692733763, 0.16631028079986573, 0.17281942892074584, 0.16888595581054688, 0.16396772623062134, 0.16385178089141847, 0.16056319904327393, 0.16767566108703613, 0.17306171655654906, 0.17412895011901855, 0.17518114471435547, 0.18032619047164916, 0.18147862386703492, 0.18711848640441894, 0.19098834276199342, 0.19500057077407837, 0.20169839763641356, 0.20566725587844847, 0.20789461183547975, 0.2123627061843872, 0.2158780574798584, 0.22555310916900634, 0.23377195405960083, 0.23035997533798216, 0.23742619943618776, 0.2553191456794739 ], "per_bin_rmse": [ 0.2819418485320672, 0.2788502766086884, 0.27289224885126334, 0.26886952732089203, 0.2564628434300029, 0.24817675854227503, 0.24624635338985015, 0.24552712283868594, 0.24589760526499801, 0.26139918240635035, 0.2658251528890732, 0.2569750302248488, 0.26896279384694605, 0.2602885612300516, 0.26046314988515074, 0.23313392036331027, 0.243578525544524, 0.23627639268588047, 0.2403076227445285, 0.2345328921796551, 0.22228622840969348, 0.23039393773078432, 0.23302763388025302, 0.21066365589246772, 0.2174826662653095, 0.23405585285039598, 0.21660457956159523, 0.2027580048724039, 0.19020919911030462, 0.1862559264681172, 0.19260170784657196, 0.1907806120545217, 0.1896077909604853, 0.20735086400679795, 0.21854841086910495, 0.22887007347359797, 0.24033269864515702, 0.24174720823873377, 0.2786224569256669, 0.3059284883238336, 0.31727660047245165, 0.3132094032944006, 0.3017479965731763, 0.2936456178609491, 0.28412538037398877, 0.31277327207613254, 0.31859022773522316, 0.31785024899503606, 0.3257192459064496, 0.3402205853662137, 0.33933019681251325, 0.345368285973525, 0.3567534523623315, 0.36026876463312374, 0.3658580104592019, 0.37470922308683635, 0.37564917149095867, 0.3761344792175013, 0.3804524331850799, 0.3830505445242531, 0.39829760736856207, 0.39236717500465007, 0.39924621899859164, 0.4236096956968575 ], "rmse": 0.28723796994893297 }, "mechanism_evaluation_rows": 500, "mechanism_evaluation_rows_requested": 500, "model_name": "carrier_raw_summary_capacity_matched_direct64_nw_residual_v1", "model_parameters": 1026409, "optimizer_boundaries_sha256": "27140647f34c5befb3c5784fe61165998d9857bdab581758a28ea16f6608df40", "peak_cuda_allocated_bytes": 12197892096, "peak_cuda_reserved_bytes": 12949913600, "publication_benchmark": false, "row_order_sha256": "70b7fc2d0fc249d228ce284133d71ac3a0550a505b289925331708401942c5f7", "schema": "dlcoalsim-carrier-raw-summary-fusion-v1", "seed": 20260728, "segment_reduction_backend": "padded", "selection_access_count": 0, "selection_rows_read": 0, "stage": "pilot", "status": "complete", "summary_only_skips_raw_io": false, "trainable_parameters": 1026409, "training_objective": { "mode_weight_alpha": 0.0, "principal_basis_rows": 0, "spectral_decoupling": 0.0 }, "training_raw_sites_consumed": 133269685380, "training_seconds": 181073.07001530507 } ], "development_single_arm": "raw_plus_all_sidecar", "development_state_control": "carrier_correct", "epochs": 12, "evidence_description": { "sidecar": { "diploid_set_binding": "filename_only: the sidecar records no diploid identity; its chain-0 level-32 set is asserted by its basename, and checked only offline by verify_cohort_artifacts [6] against the PSMC+ store", "members": [ "sidecar", "sidecar_present" ], "present_flag": "declared", "row_binding": "positional: sidecar row i describes cache row i" }, "view": { "column_order": "ladder_columns exactly as the level-cache builder stored them (permutation order); never sorted, never re-derived", "columns_member": "ladder_columns", "every_row_carries_every_stream": true, "nw_log10_one_step_rows": 0, "nw_log10_rule": "per cache row: nw_log10 == float32(log10(max(nw_proxy, tiny))) to within one float32 step", "registry_context_log2_haplotypes": 7.0, "site_count_oracle": "per row: |nw_proxy * 4 * a_64 * mutation_exposure - view sites| < 0.5", "site_rule": "a site is staged iff 0 < derived < called over the view's 64 haplotypes; a half-called diploid contributes its one observed allele" } }, "evidence_identity": { "sidecar": { "array_sha256": "04e59b9ef33e9913573ab1e0ac412ab6ecc190c6299e42fda1919403cae6c21b", "basename": "chain0_level32.npz", "file_sha256": "a40187ce360e422d3b059b8aa58d8ecf0f3c1ca9f18f95eb69830e0f610f6dec", "present_rows": 104996, "present_sha256": "c4e31d9b42a839fef1f9f158fd70ef3079e33fcb6dfc5bb38c43c54ec97e14cf", "rows": 104996, "width": 256 }, "view": { "chain": 0, "columns_sha256": "17ea45c1d3bf97d51c78698020497c8aeb1460160e7f0a5325ec7041010b0791", "columns_shape": [ 104996, 32 ], "context_log2_haplotypes": 6.0, "diploids": 32, "nw_proxy_sha256": "81a36cf53d0ca56d92ffa52285085c39a3206d044fa418a8a5f692b1514b24d3", "row_diploids": 64, "schema": "dlcoalsim-fixed-diploid-view-v1", "stream_presence_sha256": "821039ed142a7cc57bfad84a169bc6f5619100d27504d6b948f9c12d74c2c608" } }, "experiment_signature": "3ca82bb9f687729cbfb65b05c31df0ec2bbc45a26a6ba23acd76df6d057797de", "formal_authorization": false, "gate_eligible": false, "ibs_length_bins": [], "loader_performance": { "artifact_cache": { "bytes": 1952639996, "entries": 33, "evictions": 173320, "hits": 188, "label": "packed_development_rows", "max_bytes": 2061584302, "max_sites": 5000000000, "misses": 173353, "rejected_oversize": 0, "sites": 76208682 }, "artifact_opens": 173353, "cached_row_keyspace": "registry development indices only", "cpu_dense_state_bytes_avoided": 4750705797984, "cpu_dense_state_h2d_bytes": 0, "cpu_dense_states_cached": 0, "gpu_state_controls_staged": 0, "map_cache": { "bytes": 257470720, "entries": 1138, "evictions": 171311, "hits": 172633, "label": "observed_or_deranged_maps", "max_bytes": 257698037, "max_sites": 10000000000, "misses": 172449, "rejected_oversize": 0, "sites": 16090782 }, "map_exposure_cache": { "bytes": 193220608, "entries": 2576, "evictions": 169436, "hits": 529, "label": "map_exposure", "max_bytes": 193273528, "max_sites": 10000000000, "misses": 172012, "rejected_oversize": 0, "sites": 6038144 }, "map_exposure_requests": 172541, "map_requests": 345082, "packed_call_bytes_staged": 2813915212580, "pinned_bytes_staged": 3365254976664, "prefetch": { "max_bytes": 4509715660, "max_sites": 400000000, "peak_bytes": 1213665592, "peak_sites": 45211328, "queue_rows": 10, "stage_workers": 4 }, "row_sites_staged": 148459556187, "rows_loaded": 173541, "rows_staged": 172541, "segment_plan_cache": { "bytes": 88785132, "entries": 6580, "evictions": 162087, "hits": 3874, "label": "carrier_segment_plans", "max_bytes": 1030792151, "max_sites": 5000000000, "misses": 168667, "rejected_oversize": 0, "sites": 4999995539 }, "selection_rows_cached": 0, "selection_rows_read": 0, "shift_cache": { "bytes": 0, "entries": 0, "evictions": 0, "hits": 0, "label": "carrier_control_shifts", "max_bytes": 64424509, "max_sites": 5000000000, "misses": 0, "rejected_oversize": 0, "sites": 0 }, "sites_staged": 134000492242, "transient_artifact": { "max_bytes": 3478923509, "max_sites": 1050000000, "peak_bytes": 886371872, "peak_sites": 33217818 }, "view_site_count_checks": 172541 }, "model_config": { "bin_attention_temperature": false, "carrier_pool_seeds": 0, "carrier_region_chunk": 512, "carrier_scale_levels": [], "carrier_tree_levels": [], "carrier_width": 32, "chunk_sites": 65536, "coalescence_auxiliary": false, "context_dim": 2, "d_model": 128, "dropout": 0.0, "extreme_tap_levels": [], "individual_width": 32, "leaf_width_bp": 100, "long_block_dilation_cap": 0, "macro_levels": 7, "n_heads": 4, "n_long_blocks": 11, "n_region_scales": 4, "n_regional_blocks": 3, "ordered_leaf_scan_width": 0, "overlapping_regions": false, "pair_concordance_first_order": false, "pair_concordance_scales_bp": [], "pair_concordance_width": 8, "region_downsample_mode": "conv", "region_sfs_bins": 0, "scale_film": false, "segment_reduction_backend": "padded", "sidecar_dim": 256, "site_genetic_span_features": false, "site_lag_span_features": false, "site_ld_lags": [], "site_pair_identity_lags": [], "site_state_width": 0, "site_width": 8, "smooth_time_query_modes": 0, "tied_row_attention_heads": 0, "tree_tap_levels": [], "use_checkpoint": false, "use_site_frequency": false }, "objective": { "mode_weight_alpha": 0.0, "spectral_decoupling": 0.0 }, "schema": "dlcoalsim-carrier-raw-summary-fusion-v1", "score_resume_from": "", "seed": 20260728, "selection_access_count": 0, "selection_rows_read": 0, "stage": "development_single_arm", "stage_rows": { "census": false, "evaluation": 500, "fit": 89996, "inner": 500 }, "status": "complete" }