| { |
| "accumulate_rows": 32, |
| "arm_reports": [ |
| { |
| "all_raw_sites_consumed_when_raw_enabled": true, |
| "arm": "raw_plus_all_sidecar", |
| "best_epoch": 12, |
| "best_inner_validation_rmse": 0.29564625910355785, |
| "checkpoint_artifact": { |
| "path": "checkpoint.pt", |
| "sha256": "66439a336847122deb2f13fb96e407aeff4fddd593a2168d1ca580e1a0c28ab5" |
| }, |
| "curve": [ |
| { |
| "epoch": 1, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.34087404218659645, |
| "fit_seconds": 15098.081735803004, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 45.10423895799613, |
| "inner_validation_mae": 0.20996905645355582, |
| "inner_validation_rmse": 0.3312836728049844, |
| "learning_rate": 0.0002951444302461922, |
| "world_size": 4 |
| }, |
| { |
| "epoch": 2, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.31444703204244884, |
| "fit_seconds": 15090.712951476002, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 44.60768667497905, |
| "inner_validation_mae": 0.20058076480403542, |
| "inner_validation_rmse": 0.3221521386574506, |
| "learning_rate": 0.0002809086200392825, |
| "world_size": 4 |
| }, |
| { |
| "epoch": 3, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.306523782969338, |
| "fit_seconds": 15086.540569486999, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 45.390437073016074, |
| "inner_validation_mae": 0.20495079054683446, |
| "inner_validation_rmse": 0.3260795499437604, |
| "learning_rate": 0.000258262716319083, |
| "world_size": 4 |
| }, |
| { |
| "epoch": 4, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.3012292016400525, |
| "fit_seconds": 15124.13770476199, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 44.548844887991436, |
| "inner_validation_mae": 0.19201846178621054, |
| "inner_validation_rmse": 0.313239853650842, |
| "learning_rate": 0.00022875, |
| "world_size": 4 |
| }, |
| { |
| "epoch": 5, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.29665308876240726, |
| "fit_seconds": 15065.592401795002, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 44.03431639200426, |
| "inner_validation_mae": 0.18792768684402109, |
| "inner_validation_rmse": 0.3123453922196243, |
| "learning_rate": 0.00019438171392710925, |
| "world_size": 4 |
| }, |
| { |
| "epoch": 6, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.292632265712787, |
| "fit_seconds": 15058.629629426025, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 43.858921767998254, |
| "inner_validation_mae": 0.18596054547280072, |
| "inner_validation_rmse": 0.30963140134950584, |
| "learning_rate": 0.00015750000000000003, |
| "world_size": 4 |
| }, |
| { |
| "epoch": 7, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.2887900081237377, |
| "fit_seconds": 15100.54132378599, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 44.61221433701576, |
| "inner_validation_mae": 0.18670305621251465, |
| "inner_validation_rmse": 0.3076383556016324, |
| "learning_rate": 0.00012061828607289084, |
| "world_size": 4 |
| }, |
| { |
| "epoch": 8, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.2852680109873503, |
| "fit_seconds": 15105.252510551014, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 45.254287110001314, |
| "inner_validation_mae": 0.17927646996453406, |
| "inner_validation_rmse": 0.30296562367939545, |
| "learning_rate": 8.625000000000005e-05, |
| "world_size": 4 |
| }, |
| { |
| "epoch": 9, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.28190212940809534, |
| "fit_seconds": 15109.145124823, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 45.04117431101622, |
| "inner_validation_mae": 0.17761979158595204, |
| "inner_validation_rmse": 0.29856353093021126, |
| "learning_rate": 5.6737283680917e-05, |
| "world_size": 4 |
| }, |
| { |
| "epoch": 10, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.2792003421644127, |
| "fit_seconds": 15115.779493177019, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 45.14029743798892, |
| "inner_validation_mae": 0.17527823546901344, |
| "inner_validation_rmse": 0.2984785894159893, |
| "learning_rate": 3.4091379960717494e-05, |
| "world_size": 4 |
| }, |
| { |
| "epoch": 11, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.2769203732896985, |
| "fit_seconds": 15059.704184403003, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 43.408416548976675, |
| "inner_validation_mae": 0.17450068172067404, |
| "inner_validation_rmse": 0.296249679580655, |
| "learning_rate": 1.9855569753807785e-05, |
| "world_size": 4 |
| }, |
| { |
| "epoch": 12, |
| "fit_raw_sites_consumed": 36722254433, |
| "fit_rmse": 0.2754198010391387, |
| "fit_seconds": 15058.952385816025, |
| "inner_raw_sites_consumed": 206175097, |
| "inner_seconds": 44.07527311699232, |
| "inner_validation_mae": 0.17352580783888696, |
| "inner_validation_rmse": 0.29564625910355785, |
| "learning_rate": 1.4999999999999999e-05, |
| "world_size": 4 |
| } |
| ], |
| "device": "cuda", |
| "direct_64_bin_output": true, |
| "epochs_ran": 12, |
| "evaluation_raw_sites_consumed": 216060598, |
| "evaluation_seconds": 200.81153906905092, |
| "experiment_signature": "3ca82bb9f687729cbfb65b05c31df0ec2bbc45a26a6ba23acd76df6d057797de", |
| "fit_rows": 89996, |
| "fit_seconds": 181073.07001530507, |
| "fixed_epoch_budget": 12, |
| "gpu_name": "NVIDIA GeForce RTX 4090", |
| "hazard_tail_survival_dual_or_class_head": false, |
| "initial_state_sha256": "7ecf840102b35595f25ab8b6f6d6fbe36ad9fed367b184e33444a2f76b85b100", |
| "inner_rows": 500, |
| "inner_validation_seconds": 535.0761086159764, |
| "mechanism_evaluation_artifact": { |
| "path": "mechanism_evaluation.npz", |
| "sha256": "e1b6fb0397de740c75e5396415ed3fc4f97346158b1c80872f286a1ab606b329" |
| }, |
| "mechanism_evaluation_metrics": { |
| "constant_predictor_rmse": 0.402485317024815, |
| "label_spread_strata": { |
| "flat": { |
| "constant_predictor_rmse": 0.15479404880509584, |
| "label_spread_range": [ |
| 0.0, |
| 0.24 |
| ], |
| "mae": 0.09360358197756899, |
| "n_samples": 123, |
| "rmse": 0.1436479484639223 |
| }, |
| "moderate": { |
| "constant_predictor_rmse": 0.31611850295071287, |
| "label_spread_range": [ |
| 0.24, |
| 0.4 |
| ], |
| "mae": 0.15201989890642695, |
| "n_samples": 194, |
| "rmse": 0.2331097103280478 |
| }, |
| "structured": { |
| "constant_predictor_rmse": 0.5661845833240783, |
| "label_spread_range": [ |
| 0.4, |
| null |
| ], |
| "mae": 0.2350760534344638, |
| "n_samples": 183, |
| "rmse": 0.3923640478870658 |
| } |
| }, |
| "mae": 0.16804803749918937, |
| "n_samples": 500, |
| "per_bin_mae": [ |
| 0.20169192790985108, |
| 0.19998913764953613, |
| 0.1942358236312866, |
| 0.18924160385131836, |
| 0.1786602282524109, |
| 0.17287541484832764, |
| 0.16899711894989014, |
| 0.1672422320842743, |
| 0.16411268377304078, |
| 0.1675063877105713, |
| 0.16890448093414306, |
| 0.16627783441543578, |
| 0.16986408948898316, |
| 0.1631735382080078, |
| 0.16132657957077026, |
| 0.14841758346557618, |
| 0.14817850589752196, |
| 0.14446694660186768, |
| 0.14677689170837402, |
| 0.14296780824661254, |
| 0.14180426502227783, |
| 0.14598267555236816, |
| 0.14376418566703797, |
| 0.13781293511390685, |
| 0.13464703631401062, |
| 0.1399448585510254, |
| 0.13249676990509032, |
| 0.13033871173858644, |
| 0.12443238925933837, |
| 0.12065467548370361, |
| 0.1233967113494873, |
| 0.12303443908691407, |
| 0.12051682472229004, |
| 0.12519490718841553, |
| 0.13106551933288574, |
| 0.13314309406280517, |
| 0.13869336271286012, |
| 0.14007183361053466, |
| 0.15588291692733763, |
| 0.16631028079986573, |
| 0.17281942892074584, |
| 0.16888595581054688, |
| 0.16396772623062134, |
| 0.16385178089141847, |
| 0.16056319904327393, |
| 0.16767566108703613, |
| 0.17306171655654906, |
| 0.17412895011901855, |
| 0.17518114471435547, |
| 0.18032619047164916, |
| 0.18147862386703492, |
| 0.18711848640441894, |
| 0.19098834276199342, |
| 0.19500057077407837, |
| 0.20169839763641356, |
| 0.20566725587844847, |
| 0.20789461183547975, |
| 0.2123627061843872, |
| 0.2158780574798584, |
| 0.22555310916900634, |
| 0.23377195405960083, |
| 0.23035997533798216, |
| 0.23742619943618776, |
| 0.2553191456794739 |
| ], |
| "per_bin_rmse": [ |
| 0.2819418485320672, |
| 0.2788502766086884, |
| 0.27289224885126334, |
| 0.26886952732089203, |
| 0.2564628434300029, |
| 0.24817675854227503, |
| 0.24624635338985015, |
| 0.24552712283868594, |
| 0.24589760526499801, |
| 0.26139918240635035, |
| 0.2658251528890732, |
| 0.2569750302248488, |
| 0.26896279384694605, |
| 0.2602885612300516, |
| 0.26046314988515074, |
| 0.23313392036331027, |
| 0.243578525544524, |
| 0.23627639268588047, |
| 0.2403076227445285, |
| 0.2345328921796551, |
| 0.22228622840969348, |
| 0.23039393773078432, |
| 0.23302763388025302, |
| 0.21066365589246772, |
| 0.2174826662653095, |
| 0.23405585285039598, |
| 0.21660457956159523, |
| 0.2027580048724039, |
| 0.19020919911030462, |
| 0.1862559264681172, |
| 0.19260170784657196, |
| 0.1907806120545217, |
| 0.1896077909604853, |
| 0.20735086400679795, |
| 0.21854841086910495, |
| 0.22887007347359797, |
| 0.24033269864515702, |
| 0.24174720823873377, |
| 0.2786224569256669, |
| 0.3059284883238336, |
| 0.31727660047245165, |
| 0.3132094032944006, |
| 0.3017479965731763, |
| 0.2936456178609491, |
| 0.28412538037398877, |
| 0.31277327207613254, |
| 0.31859022773522316, |
| 0.31785024899503606, |
| 0.3257192459064496, |
| 0.3402205853662137, |
| 0.33933019681251325, |
| 0.345368285973525, |
| 0.3567534523623315, |
| 0.36026876463312374, |
| 0.3658580104592019, |
| 0.37470922308683635, |
| 0.37564917149095867, |
| 0.3761344792175013, |
| 0.3804524331850799, |
| 0.3830505445242531, |
| 0.39829760736856207, |
| 0.39236717500465007, |
| 0.39924621899859164, |
| 0.4236096956968575 |
| ], |
| "rmse": 0.28723796994893297 |
| }, |
| "mechanism_evaluation_rows": 500, |
| "mechanism_evaluation_rows_requested": 500, |
| "model_name": "carrier_raw_summary_capacity_matched_direct64_nw_residual_v1", |
| "model_parameters": 1026409, |
| "optimizer_boundaries_sha256": "27140647f34c5befb3c5784fe61165998d9857bdab581758a28ea16f6608df40", |
| "peak_cuda_allocated_bytes": 12197892096, |
| "peak_cuda_reserved_bytes": 12949913600, |
| "publication_benchmark": false, |
| "row_order_sha256": "70b7fc2d0fc249d228ce284133d71ac3a0550a505b289925331708401942c5f7", |
| "schema": "dlcoalsim-carrier-raw-summary-fusion-v1", |
| "seed": 20260728, |
| "segment_reduction_backend": "padded", |
| "selection_access_count": 0, |
| "selection_rows_read": 0, |
| "stage": "pilot", |
| "status": "complete", |
| "summary_only_skips_raw_io": false, |
| "trainable_parameters": 1026409, |
| "training_objective": { |
| "mode_weight_alpha": 0.0, |
| "principal_basis_rows": 0, |
| "spectral_decoupling": 0.0 |
| }, |
| "training_raw_sites_consumed": 133269685380, |
| "training_seconds": 181073.07001530507 |
| } |
| ], |
| "development_single_arm": "raw_plus_all_sidecar", |
| "development_state_control": "carrier_correct", |
| "epochs": 12, |
| "evidence_description": { |
| "sidecar": { |
| "diploid_set_binding": "filename_only: the sidecar records no diploid identity; its chain-0 level-32 set is asserted by its basename, and checked only offline by verify_cohort_artifacts [6] against the PSMC+ store", |
| "members": [ |
| "sidecar", |
| "sidecar_present" |
| ], |
| "present_flag": "declared", |
| "row_binding": "positional: sidecar row i describes cache row i" |
| }, |
| "view": { |
| "column_order": "ladder_columns exactly as the level-cache builder stored them (permutation order); never sorted, never re-derived", |
| "columns_member": "ladder_columns", |
| "every_row_carries_every_stream": true, |
| "nw_log10_one_step_rows": 0, |
| "nw_log10_rule": "per cache row: nw_log10 == float32(log10(max(nw_proxy, tiny))) to within one float32 step", |
| "registry_context_log2_haplotypes": 7.0, |
| "site_count_oracle": "per row: |nw_proxy * 4 * a_64 * mutation_exposure - view sites| < 0.5", |
| "site_rule": "a site is staged iff 0 < derived < called over the view's 64 haplotypes; a half-called diploid contributes its one observed allele" |
| } |
| }, |
| "evidence_identity": { |
| "sidecar": { |
| "array_sha256": "04e59b9ef33e9913573ab1e0ac412ab6ecc190c6299e42fda1919403cae6c21b", |
| "basename": "chain0_level32.npz", |
| "file_sha256": "a40187ce360e422d3b059b8aa58d8ecf0f3c1ca9f18f95eb69830e0f610f6dec", |
| "present_rows": 104996, |
| "present_sha256": "c4e31d9b42a839fef1f9f158fd70ef3079e33fcb6dfc5bb38c43c54ec97e14cf", |
| "rows": 104996, |
| "width": 256 |
| }, |
| "view": { |
| "chain": 0, |
| "columns_sha256": "17ea45c1d3bf97d51c78698020497c8aeb1460160e7f0a5325ec7041010b0791", |
| "columns_shape": [ |
| 104996, |
| 32 |
| ], |
| "context_log2_haplotypes": 6.0, |
| "diploids": 32, |
| "nw_proxy_sha256": "81a36cf53d0ca56d92ffa52285085c39a3206d044fa418a8a5f692b1514b24d3", |
| "row_diploids": 64, |
| "schema": "dlcoalsim-fixed-diploid-view-v1", |
| "stream_presence_sha256": "821039ed142a7cc57bfad84a169bc6f5619100d27504d6b948f9c12d74c2c608" |
| } |
| }, |
| "experiment_signature": "3ca82bb9f687729cbfb65b05c31df0ec2bbc45a26a6ba23acd76df6d057797de", |
| "formal_authorization": false, |
| "gate_eligible": false, |
| "ibs_length_bins": [], |
| "loader_performance": { |
| "artifact_cache": { |
| "bytes": 1952639996, |
| "entries": 33, |
| "evictions": 173320, |
| "hits": 188, |
| "label": "packed_development_rows", |
| "max_bytes": 2061584302, |
| "max_sites": 5000000000, |
| "misses": 173353, |
| "rejected_oversize": 0, |
| "sites": 76208682 |
| }, |
| "artifact_opens": 173353, |
| "cached_row_keyspace": "registry development indices only", |
| "cpu_dense_state_bytes_avoided": 4750705797984, |
| "cpu_dense_state_h2d_bytes": 0, |
| "cpu_dense_states_cached": 0, |
| "gpu_state_controls_staged": 0, |
| "map_cache": { |
| "bytes": 257470720, |
| "entries": 1138, |
| "evictions": 171311, |
| "hits": 172633, |
| "label": "observed_or_deranged_maps", |
| "max_bytes": 257698037, |
| "max_sites": 10000000000, |
| "misses": 172449, |
| "rejected_oversize": 0, |
| "sites": 16090782 |
| }, |
| "map_exposure_cache": { |
| "bytes": 193220608, |
| "entries": 2576, |
| "evictions": 169436, |
| "hits": 529, |
| "label": "map_exposure", |
| "max_bytes": 193273528, |
| "max_sites": 10000000000, |
| "misses": 172012, |
| "rejected_oversize": 0, |
| "sites": 6038144 |
| }, |
| "map_exposure_requests": 172541, |
| "map_requests": 345082, |
| "packed_call_bytes_staged": 2813915212580, |
| "pinned_bytes_staged": 3365254976664, |
| "prefetch": { |
| "max_bytes": 4509715660, |
| "max_sites": 400000000, |
| "peak_bytes": 1213665592, |
| "peak_sites": 45211328, |
| "queue_rows": 10, |
| "stage_workers": 4 |
| }, |
| "row_sites_staged": 148459556187, |
| "rows_loaded": 173541, |
| "rows_staged": 172541, |
| "segment_plan_cache": { |
| "bytes": 88785132, |
| "entries": 6580, |
| "evictions": 162087, |
| "hits": 3874, |
| "label": "carrier_segment_plans", |
| "max_bytes": 1030792151, |
| "max_sites": 5000000000, |
| "misses": 168667, |
| "rejected_oversize": 0, |
| "sites": 4999995539 |
| }, |
| "selection_rows_cached": 0, |
| "selection_rows_read": 0, |
| "shift_cache": { |
| "bytes": 0, |
| "entries": 0, |
| "evictions": 0, |
| "hits": 0, |
| "label": "carrier_control_shifts", |
| "max_bytes": 64424509, |
| "max_sites": 5000000000, |
| "misses": 0, |
| "rejected_oversize": 0, |
| "sites": 0 |
| }, |
| "sites_staged": 134000492242, |
| "transient_artifact": { |
| "max_bytes": 3478923509, |
| "max_sites": 1050000000, |
| "peak_bytes": 886371872, |
| "peak_sites": 33217818 |
| }, |
| "view_site_count_checks": 172541 |
| }, |
| "model_config": { |
| "bin_attention_temperature": false, |
| "carrier_pool_seeds": 0, |
| "carrier_region_chunk": 512, |
| "carrier_scale_levels": [], |
| "carrier_tree_levels": [], |
| "carrier_width": 32, |
| "chunk_sites": 65536, |
| "coalescence_auxiliary": false, |
| "context_dim": 2, |
| "d_model": 128, |
| "dropout": 0.0, |
| "extreme_tap_levels": [], |
| "individual_width": 32, |
| "leaf_width_bp": 100, |
| "long_block_dilation_cap": 0, |
| "macro_levels": 7, |
| "n_heads": 4, |
| "n_long_blocks": 11, |
| "n_region_scales": 4, |
| "n_regional_blocks": 3, |
| "ordered_leaf_scan_width": 0, |
| "overlapping_regions": false, |
| "pair_concordance_first_order": false, |
| "pair_concordance_scales_bp": [], |
| "pair_concordance_width": 8, |
| "region_downsample_mode": "conv", |
| "region_sfs_bins": 0, |
| "scale_film": false, |
| "segment_reduction_backend": "padded", |
| "sidecar_dim": 256, |
| "site_genetic_span_features": false, |
| "site_lag_span_features": false, |
| "site_ld_lags": [], |
| "site_pair_identity_lags": [], |
| "site_state_width": 0, |
| "site_width": 8, |
| "smooth_time_query_modes": 0, |
| "tied_row_attention_heads": 0, |
| "tree_tap_levels": [], |
| "use_checkpoint": false, |
| "use_site_frequency": false |
| }, |
| "objective": { |
| "mode_weight_alpha": 0.0, |
| "spectral_decoupling": 0.0 |
| }, |
| "schema": "dlcoalsim-carrier-raw-summary-fusion-v1", |
| "score_resume_from": "", |
| "seed": 20260728, |
| "selection_access_count": 0, |
| "selection_rows_read": 0, |
| "stage": "development_single_arm", |
| "stage_rows": { |
| "census": false, |
| "evaluation": 500, |
| "fit": 89996, |
| "inner": 500 |
| }, |
| "status": "complete" |
| } |
|
|
