{ "stage": "C6-E3", "planned_final_training_stage": true, "source_c6e2_sha256": "915d765c312eea705b8c696837eb07044605a0c97190538a016c672f9bcbbc3a", "runtime_hours": 5.344903073899722, "data": { "version": 3, "repos": { "wuff-mann/ATLAS-WDS": { "accepted": 80000, "scanned": 80000, "accept_rate": 1.0, "exhausted": false, "reject": {} }, "wuff-mann/ATLAS-WDS-v4": { "accepted": 80000, "scanned": 80000, "accept_rate": 1.0, "exhausted": false, "reject": {} } }, "synthetic": { "accepted": 40000 }, "complete": true, "real_accepted_total": 160000, "accepted_total": 200000, "split_counts": { "train": 193804, "val": 4091, "test": 2105 }, "config": { "SEED": 20260714, "NF": 47, "ND": 72, "FREQ_MIN": 0.02, "FREQ_MAX": 0.5, "K_MAX": 6, "PHYSICAL_PROPOSALS": 24, "ACTIVE_THRESHOLD": 0.45, "DATA_REPOS": [ "wuff-mann/ATLAS-WDS", "wuff-mann/ATLAS-WDS-v4" ], "DATA_SPLIT_PREFIX": "data/train-", "REAL_ACCEPT_TOTAL": 160000, "REAL_SOFT_TARGET_PER_REPO": 80000, "REAL_MIN_PER_REPO": 20000, "SYNTHETIC_ACCEPT": 40000, "MAX_SCAN_PER_REPO": null, "VAL_N": 4096, "TEST_N": 2048, "CHUNK_SIZE": 2048, "TRAIN_VIEW_N": 180000, "VAL_VIEW_N": 4096, "TEST_VIEW_N": 2048, "AE_EPOCH_SAMPLES": 180000, "LDM_EPOCH_SAMPLES": 180000, "PACKET_EPOCH_SAMPLES": 120000, "JOINT_EPOCH_SAMPLES": 60000, "QUALITY_MIN": 0.55, "QUALITY_PREFERRED": 0.72, "HS_MIN": 0.03, "HS_MAX": 30.0, "EDGE_RATIO_MAX": 0.9, "ACTIVE_AREA_MAX": 0.95, "IMPULSE_SCORE_MAX": 0.12, "CONCENTRATION_MIN": 0.08, "HF_CONNECT_TIMEOUT": 15, "HF_READ_TIMEOUT": 45, "HF_METADATA_TIMEOUT": 20, "HF_DOWNLOAD_RETRIES": 12, "HF_CHUNK_MB": 4, "HF_PREFETCH_WORKERS": 4, "HF_PREFETCH_AHEAD": 4, "HF_MANIFEST_MAX_AGE_HOURS": 24, "HF_MANIFEST_SCHEMA_VERSION": 3, "HF_VERIFY_SIZE": true, "HF_USE_PERSISTENT_CACHE": true, "HF_AUTO_MOUNT_DRIVE": true, "HF_PERSISTENT_CACHE_DIR": "/content/drive/MyDrive/ICWDS_HF_Parquet_Cache", "AE_BASE": 64, "AE_LATENT_CH": 8, "AE_EPOCHS": 18, "AE_BATCH": 96, "AE_ACCUM": 1, "AE_LR": 0.0002, "AE_MIN_LR": 1e-06, "AE_WD": 0.0001, "AE_KL_MAX": 2e-05, "AE_KL_WARMUP_EPOCHS": 6, "LDM_BASE": 192, "LDM_TIME_DIM": 512, "LDM_PACKET_DIM": 512, "LDM_HEADS": 8, "LDM_RES_BLOCKS": 2, "LDM_TOKEN_DIM": 192, "LDM_PRETRAIN_EPOCHS": 28, "LDM_BATCH": 80, "LDM_ACCUM": 1, "LDM_LR": 0.00015, "LDM_MIN_LR": 8e-07, "LDM_WD": 0.0001, "DIFF_STEPS": 1000, "SAMPLE_STEPS": 48, "EMA_DECAY": 0.9999, "COND_DROP_PROB": 0.1, "VALIDATION_SAMPLE_STEPS": 24, "FOUNDATION_VAL_BATCHES": 16, "PACKET_ALIGN_EPOCHS": 12, "PACKET_ALIGN_BATCH": 56, "PACKET_ALIGN_ACCUM": 1, "PACKET_ALIGN_LR": 6e-05, "PACKET_ALIGN_MIN_LR": 5e-07, "CAUSAL_LOSS_EVERY": 4, "CAUSAL_MARGIN": 0.012, "JOINT_EPOCHS": 10, "JOINT_BATCH": 8, "JOINT_ACCUM": 4, "JOINT_LR_CNN": 8e-06, "JOINT_LR_FRONT": 1.5e-05, "JOINT_LR_PACKET": 2.5e-05, "JOINT_LR_LDM": 1e-05, "JOINT_MIN_LR": 2e-07, "JOINT_VALIDATE_N": 128, "REQUIRED_VRAM_GB": 16.0, "NUM_WORKERS": 0, "GRAD_CLIP": 1.0, "USE_GRAD_CHECKPOINT": true, "VALIDATION_SAMPLE_N": 128, "GALLERY_ROWS": 8, "FINAL_BENCHMARK_N": 256, "AE_VALIDATION_BATCHES": 32, "TOTAL_BUDGET_HOURS": 10.0, "FINAL_RESERVE_HOURS": 0.75, "AE_MAX_HOURS": 3.0, "LDM_MAX_HOURS": 8.0, "PACKET_MAX_HOURS": 3.5, "JOINT_MAX_HOURS": 2.5, "AE_MIN_EPOCHS": 8, "AE_PATIENCE": 4, "AE_REL_MIN_DELTA": 0.002, "LDM_MIN_EPOCHS": 12, "LDM_PATIENCE": 5, "LDM_REL_MIN_DELTA": 0.002, "PACKET_MIN_EPOCHS": 5, "PACKET_PATIENCE": 3, "PACKET_REL_MIN_DELTA": 0.003, "JOINT_MIN_EPOCHS": 4, "JOINT_PATIENCE": 3, "JOINT_REL_MIN_DELTA": 0.003, "TIME_CHECK_EVERY_STEPS": 100, "KEEP_RECENT_CHECKPOINTS": 2, "AUTO_DOWNLOAD_RESULTS": true, "MODEL_REPO": "wuff-mann/Wave_compress_system", "CNN_REMOTE": "CNN.py", "CNN_PT_REMOTE": "CNN.pt", "VAE_REMOTE": "VAE.py", "VAE_PT_REMOTE": "VAE.pt", "ROOT": "/content/icwds_c6d_slope10", "CACHE_DIR": "/content/icwds_c6c_full/cache", "ASSET_DIR": "/content/icwds_c6c_full/assets", "OUT_DIR": "/content/icwds_c6d_slope10/output", "CKPT_DIR": "/content/icwds_c6d_slope10/checkpoints", "HF_UPLOAD_REPO": "wuff-mann/Wave_compress_system", "HF_UPLOAD_PREFIX": "WaveCleanLDM/C6D_Slope10D_TargetedAlignment", "UPLOAD_TO_HF": true, "UPLOAD_EVERY_EPOCH": false, "RESUME": true, "LOCAL_ASSET_DIR": null }, "frequency_grid": [ 0.019999999552965164, 0.021449638530611992, 0.023004351183772087, 0.024671752005815506, 0.026460008695721626, 0.02837788313627243, 0.03043476864695549, 0.032640740275382996, 0.035006605088710785, 0.03754395246505737, 0.04026521369814873, 0.043183714151382446, 0.046313755214214325, 0.049670666456222534, 0.05327089503407478, 0.05713207647204399, 0.06127312034368515, 0.06571431457996368, 0.07047741860151291, 0.0755857601761818, 0.0810643658041954, 0.08694007247686386, 0.09324166178703308, 0.10000000149011612, 0.10724819451570511, 0.11502175778150558, 0.12335876375436783, 0.13230004906654358, 0.14188942313194275, 0.15217384696006775, 0.16320370137691498, 0.17503303289413452, 0.18771976232528687, 0.20132605731487274, 0.21591857075691223, 0.23156878352165222, 0.24835333228111267, 0.2663544714450836, 0.28566038608551025, 0.30636560916900635, 0.3285715878009796, 0.35238710045814514, 0.37792882323265076, 0.4053218364715576, 0.4347003698348999, 0.4662083089351654, 0.5 ], "normalization": "old-V4 per-spectrum log1p(E/max*100)", "main_target": "physically valid raw spectrum with isolated-impulse-only cleanup", "selection_policy": "fatal corruption rejection + continuous quality-weighted sampling; combined repository target with canonical layout-aware shard selection and soft source balancing" }, "config": { "STAGE": "C6-E3", "SEED": 20260718, "TOTAL_BUDGET_HOURS": 8.25, "FINAL_RESERVE_HOURS": 0.75, "EPOCHS": 3, "MIN_EPOCHS": 2, "PATIENCE": 2, "REL_MIN_DELTA": 0.0012, "EPOCH_SAMPLES": 60000, "BATCH": 8, "ACCUM": 4, "GRAD_CLIP": 0.8, "LR_FRONT_LATE": 3e-06, "LR_SLOPE": 6e-06, "LR_PACKET": 8e-06, "LR_LDM": 3e-06, "LR_GATE": 2e-05, "MIN_LR": 2e-07, "WEIGHT_DECAY": 0.0001, "GATE_FINETUNE_START_EPOCH": 3, "DIRECT_L1_WEIGHT": 0.45, "DIRECT_SSIM_WEIGHT": 0.18, "DIRECT_TAIL_WEIGHT": 0.18, "DIRECT_MARGINAL_WEIGHT": 0.14, "DIRECT_MASS_WEIGHT": 0.12, "SLOPE_SUP_WEIGHT": 0.035, "DIFF_WEIGHT": 1.0, "LATENT_WEIGHT": 0.1, "CANDIDATE_L1_WEIGHT": 0.16, "CANDIDATE_SSIM_WEIGHT": 0.07, "MODEL_L1_WEIGHT": 0.55, "MODEL_SSIM_WEIGHT": 0.24, "MODEL_TAIL_WEIGHT": 0.18, "MODEL_MARGINAL_WEIGHT": 0.16, "MODEL_MASS_WEIGHT": 0.15, "NON_DEGRADATION_WEIGHT": 2.0, "CANDIDATE_NON_DEGRADATION_WEIGHT": 0.1, "IMPROVEMENT_WEIGHT": 0.15, "HARD_DIRECT_CONSISTENCY_WEIGHT": 0.2, "HARD_FEATURE_CONSISTENCY_WEIGHT": 0.015, "HARD_CONSISTENCY_EVERY": 16, "CAUSAL_WEIGHT": 0.2, "CAUSAL_MARGIN": 0.01, "CAUSAL_EVERY": 8, "GATE_ORACLE_WEIGHT": 1.1, "GATE_GAIN_WEIGHT": 0.2, "GATE_BETTER_WEIGHT": 0.35, "GATE_NEGATIVE_WEIGHT": 0.45, "VALIDATION_N": 160, "VALIDATION_STEPS": 24, "SLOPE_AUDIT_N": 32, "SLOPE_AUDIT_STEPS": 12, "FINAL_N": 256, "FINAL_STEPS": 48, "FINAL_SLOPE_AUDIT_N": 64, "FINAL_SLOPE_AUDIT_STEPS": 24, "ROOT": "/content/icwds_c6e3_joint", "OUT_DIR": "/content/icwds_c6e3_joint/output", "CKPT_DIR": "/content/icwds_c6e3_joint/checkpoints", "DRIVE_BACKUP_DIR": "/content/drive/MyDrive/ICWDS_C6E3_FinalJointAlignment", "HF_SOURCE_REPO": "wuff-mann/Wave_compress_system", "SOURCE_REMOTE_CANDIDATES": [ "WaveCleanLDM/C6E2_PacketAlignmentContinuation/latest/PACKAGE.pt", "WaveCleanLDM/C6E2_PacketAlignmentContinuation/release/PACKAGE.pt", "WaveCleanLDM/C6E2_PacketAlignmentContinuation/PACKAGE.pt" ], "SOURCE_LOCAL_CANDIDATES": [ "/content/PACKAGE.pt", "/content/ICWDS_C6E2_Packet_Alignment_Continuation_Results.zip", "/content/drive/MyDrive/ICWDS_C6E2_Packet_Alignment_Continuation_Results.zip", "/content/icwds_c6e2_packet/output/PACKAGE.pt" ], "HF_UPLOAD_REPO": "wuff-mann/Wave_compress_system", "HF_UPLOAD_PREFIX": "WaveCleanLDM/C6E3_FinalSelectiveJointAlignment", "MODELSCOPE_REPO": "WuFeiFan/Wave_compress_system", "MODELSCOPE_UPLOAD_PREFIX": "WaveCleanLDM/C6E3_FinalSelectiveJointAlignment", "MODELSCOPE_ENDPOINT": "https://modelscope.cn", "UPLOAD_EVERY_EPOCH": true, "AUTO_DOWNLOAD_RESULTS": true, "RESUME": true }, "state_hashes": { "front_state_sha256": "87adc5232fe88ab8327048ad791ffcadbf4055b39ec460efeb8b29ffe9ce2acf", "slope_upgrade_sha256": "b0c84ba881e6ec8aac6bb62ad5c7e396b84cce08d4db4b936b5dc66c43e710dd", "conditioner_state_sha256": "f6fd46401352634498761b5c495e5d1bd769b418cb047e9a9758f8eed68fbd8d", "ldm_state_sha256": "f7b63548c406dd3436809be9773b7a5fbdebc132ccdbbd23ee858e09255f9421", "gate_state_sha256": "8f9413a0ca7aa827091244f43b692d4be671e915a0459c6d669cddfda3ed55b9" }, "training_freeze_decision": { "stage": "C6-E3", "training_freeze_ready": false, "gates": { "mse_improvement_ge_3pct": true, "ssim_gain_ge_0p01": true, "regression_rate_le_0p20": true, "tail_improvement_ge_3pct": false, "mass_not_worse": true, "slope_shuffle_gap_positive": false, "slope_zero_gap_positive": false, "exact30_crc_all_ok": true }, "metrics": { "direct_mse": 0.00944957923002221, "direct_mae": 0.04918560526857618, "direct_ssim": 0.726262016041703, "direct_tail_log_l1": 0.41397974907886237, "direct_mass_rel": 0.05807057346885358, "candidate_mse": 0.011367946288828534, "candidate_mae": 0.05311410006106598, "candidate_ssim": 0.7191831570632321, "candidate_tail_log_l1": 0.4493886179989204, "candidate_mass_rel": 0.06384385656406266, "model_mse": 0.008748346107495308, "model_mae": 0.0473772018449381, "model_ssim": 0.7385364217340775, "model_tail_log_l1": 0.4020741224521771, "model_mass_rel": 0.05111729551131816, "gate": 0.24596376957197208, "confidence": 0.25446007709251717, "model_gain_pct": 7.420786740419263, "candidate_gain_pct": -20.301084441003372, "model_regression_rate": 0.15234375, "candidate_regression_rate": 0.74609375, "gate_gain_corr": 0.39894556509589973, "packet_crc_rate": 1.0, "packet_bytes_min": 30.0, "packet_bytes_max": 30.0 }, "slope_audit": { "true_direct_mse": 0.009010405803564936, "true_model_mse": 0.008565659285522997, "true_candidate_mse": 0.011125560442451388, "true_tail": 0.35784369707107544, "shuffle_direct_mse": 0.009001136233564466, "shuffle_model_mse": 0.008554267697036266, "shuffle_candidate_mse": 0.011072559049353004, "shuffle_tail": 0.356690913438797, "zero_direct_mse": 0.008959866361692548, "zero_model_mse": 0.008504208002705127, "zero_candidate_mse": 0.011188759468495846, "zero_tail": 0.3541777841746807, "shuffle_model_gap": -1.1391588486731052e-05, "zero_model_gap": -6.145128281787038e-05, "shuffle_direct_gap": -9.269570000469685e-06, "zero_direct_gap": -5.0539441872388124e-05 } }, "files": { "C6E3_end_to_end_slope_audit.csv": { "bytes": 600, "sha256": "ee4b07c157e7bf71d4b9efce36cba0f28cb7ee9c276080d7a46a34538fbf8d2c" }, "Model_C6E3_summary_metrics.csv": { "bytes": 1505, "sha256": "976c89cdb552e73dc501749a0cd0b473862bc5fe6d6b2411df149652bc166fe6" }, "Model_C6E3_reconstructions.npz": { "bytes": 385157, "sha256": "0a0cf32c5e7f35d29714ceaebb2c73b69ac7eedf3bea7b4c173f766eab2c0062" }, "VAE_Slope10D_Final.pt": { "bytes": 18278909, "sha256": "2bb3279e85dc58f348e6a1b0e2d685b6b19d83edbf860f49d751017b1c2b67a2" }, "Model_C6E3_per_sample_metrics.csv": { "bytes": 87647, "sha256": "9242d3a5d4cec4e33e0b3840286564dac8b52572620c59c9774425658c92a940" }, "Model_C6E3_packet_audit.csv": { "bytes": 869, "sha256": "bb4f0e63b3f61b22036b4948152ed7f7a1451dd9f18556d916962e28247de5ad" }, "GateCalibrator.pt": { "bytes": 818245, "sha256": "160479e8d6543c17109281bf3c6d50a560ffd96ff7deac8b053e5ee71c5ffff1" }, "Model_C6E3_reconstruction_rect.png": { "bytes": 572216, "sha256": "bf7bb72920253b4218b2876c0ef3d70bfb841f0282c590b8186785a1eaa391d4" }, "selective_joint_alignment_history.csv": { "bytes": 6121, "sha256": "701927ade82cb53ae24f30d9e7ccd1399cb024e1dec8fb86139ff3f6fe2ad759" }, "PACKAGE.pt": { "bytes": 315604332, "sha256": "b79d4b5d40ab269e0b0c7f1ce15eda6a3b543744e7a741ccf8ef3860f866a42b" }, "LDM.pt": { "bytes": 296283799, "sha256": "a3ef1de46ccf7a57920dd009443f22e6bdbeeafd7756703d80bb330808b2372e" }, "C6E3_gate_safety.png": { "bytes": 121924, "sha256": "5f20727ffd37beaf784f4d83cafa01f9e07a615da5d1235cdb0194b5787db21b" }, "Model_C6E3_reconstruction_polar.png": { "bytes": 2307328, "sha256": "c8aadc0e312a8d8f40e3e9e674ca8e2a6d10c4a09ae273bbc0f2a7706b706d5d" }, "C6E3_TRAINING_FREEZE_DECISION.json": { "bytes": 2135, "sha256": "3568ed0c7b5789a438f76e4bb21c3a1e45cff309a25d5305b3dc5a9826c769f8" }, "README_C6E3.md": { "bytes": 644, "sha256": "84cd795baaae6e7558519f5ed1bc54456c29fcd9bf3350a225f4db5ffacb657f" }, "C6E3_slope_causal_audit.png": { "bytes": 69402, "sha256": "b59af496ee08543e2499ce290e6d497012becc3b7915520936a42878ffa69e28" } } }