WaveCleanLDM/C6E3_FinalSelectiveJointAlignment/latest/C6E3_RELEASE_MANIFEST.json

{
  "stage": "C6-E3",
  "planned_final_training_stage": true,
  "source_c6e2_sha256": "915d765c312eea705b8c696837eb07044605a0c97190538a016c672f9bcbbc3a",
  "runtime_hours": 5.344903073899722,
  "data": {
    "version": 3,
    "repos": {
      "wuff-mann/ATLAS-WDS": {
        "accepted": 80000,
        "scanned": 80000,
        "accept_rate": 1.0,
        "exhausted": false,
        "reject": {}
      },
      "wuff-mann/ATLAS-WDS-v4": {
        "accepted": 80000,
        "scanned": 80000,
        "accept_rate": 1.0,
        "exhausted": false,
        "reject": {}
      }
    },
    "synthetic": {
      "accepted": 40000
    },
    "complete": true,
    "real_accepted_total": 160000,
    "accepted_total": 200000,
    "split_counts": {
      "train": 193804,
      "val": 4091,
      "test": 2105
    },
    "config": {
      "SEED": 20260714,
      "NF": 47,
      "ND": 72,
      "FREQ_MIN": 0.02,
      "FREQ_MAX": 0.5,
      "K_MAX": 6,
      "PHYSICAL_PROPOSALS": 24,
      "ACTIVE_THRESHOLD": 0.45,
      "DATA_REPOS": [
        "wuff-mann/ATLAS-WDS",
        "wuff-mann/ATLAS-WDS-v4"
      ],
      "DATA_SPLIT_PREFIX": "data/train-",
      "REAL_ACCEPT_TOTAL": 160000,
      "REAL_SOFT_TARGET_PER_REPO": 80000,
      "REAL_MIN_PER_REPO": 20000,
      "SYNTHETIC_ACCEPT": 40000,
      "MAX_SCAN_PER_REPO": null,
      "VAL_N": 4096,
      "TEST_N": 2048,
      "CHUNK_SIZE": 2048,
      "TRAIN_VIEW_N": 180000,
      "VAL_VIEW_N": 4096,
      "TEST_VIEW_N": 2048,
      "AE_EPOCH_SAMPLES": 180000,
      "LDM_EPOCH_SAMPLES": 180000,
      "PACKET_EPOCH_SAMPLES": 120000,
      "JOINT_EPOCH_SAMPLES": 60000,
      "QUALITY_MIN": 0.55,
      "QUALITY_PREFERRED": 0.72,
      "HS_MIN": 0.03,
      "HS_MAX": 30.0,
      "EDGE_RATIO_MAX": 0.9,
      "ACTIVE_AREA_MAX": 0.95,
      "IMPULSE_SCORE_MAX": 0.12,
      "CONCENTRATION_MIN": 0.08,
      "HF_CONNECT_TIMEOUT": 15,
      "HF_READ_TIMEOUT": 45,
      "HF_METADATA_TIMEOUT": 20,
      "HF_DOWNLOAD_RETRIES": 12,
      "HF_CHUNK_MB": 4,
      "HF_PREFETCH_WORKERS": 4,
      "HF_PREFETCH_AHEAD": 4,
      "HF_MANIFEST_MAX_AGE_HOURS": 24,
      "HF_MANIFEST_SCHEMA_VERSION": 3,
      "HF_VERIFY_SIZE": true,
      "HF_USE_PERSISTENT_CACHE": true,
      "HF_AUTO_MOUNT_DRIVE": true,
      "HF_PERSISTENT_CACHE_DIR": "/content/drive/MyDrive/ICWDS_HF_Parquet_Cache",
      "AE_BASE": 64,
      "AE_LATENT_CH": 8,
      "AE_EPOCHS": 18,
      "AE_BATCH": 96,
      "AE_ACCUM": 1,
      "AE_LR": 0.0002,
      "AE_MIN_LR": 1e-06,
      "AE_WD": 0.0001,
      "AE_KL_MAX": 2e-05,
      "AE_KL_WARMUP_EPOCHS": 6,
      "LDM_BASE": 192,
      "LDM_TIME_DIM": 512,
      "LDM_PACKET_DIM": 512,
      "LDM_HEADS": 8,
      "LDM_RES_BLOCKS": 2,
      "LDM_TOKEN_DIM": 192,
      "LDM_PRETRAIN_EPOCHS": 28,
      "LDM_BATCH": 80,
      "LDM_ACCUM": 1,
      "LDM_LR": 0.00015,
      "LDM_MIN_LR": 8e-07,
      "LDM_WD": 0.0001,
      "DIFF_STEPS": 1000,
      "SAMPLE_STEPS": 48,
      "EMA_DECAY": 0.9999,
      "COND_DROP_PROB": 0.1,
      "VALIDATION_SAMPLE_STEPS": 24,
      "FOUNDATION_VAL_BATCHES": 16,
      "PACKET_ALIGN_EPOCHS": 12,
      "PACKET_ALIGN_BATCH": 56,
      "PACKET_ALIGN_ACCUM": 1,
      "PACKET_ALIGN_LR": 6e-05,
      "PACKET_ALIGN_MIN_LR": 5e-07,
      "CAUSAL_LOSS_EVERY": 4,
      "CAUSAL_MARGIN": 0.012,
      "JOINT_EPOCHS": 10,
      "JOINT_BATCH": 8,
      "JOINT_ACCUM": 4,
      "JOINT_LR_CNN": 8e-06,
      "JOINT_LR_FRONT": 1.5e-05,
      "JOINT_LR_PACKET": 2.5e-05,
      "JOINT_LR_LDM": 1e-05,
      "JOINT_MIN_LR": 2e-07,
      "JOINT_VALIDATE_N": 128,
      "REQUIRED_VRAM_GB": 16.0,
      "NUM_WORKERS": 0,
      "GRAD_CLIP": 1.0,
      "USE_GRAD_CHECKPOINT": true,
      "VALIDATION_SAMPLE_N": 128,
      "GALLERY_ROWS": 8,
      "FINAL_BENCHMARK_N": 256,
      "AE_VALIDATION_BATCHES": 32,
      "TOTAL_BUDGET_HOURS": 10.0,
      "FINAL_RESERVE_HOURS": 0.75,
      "AE_MAX_HOURS": 3.0,
      "LDM_MAX_HOURS": 8.0,
      "PACKET_MAX_HOURS": 3.5,
      "JOINT_MAX_HOURS": 2.5,
      "AE_MIN_EPOCHS": 8,
      "AE_PATIENCE": 4,
      "AE_REL_MIN_DELTA": 0.002,
      "LDM_MIN_EPOCHS": 12,
      "LDM_PATIENCE": 5,
      "LDM_REL_MIN_DELTA": 0.002,
      "PACKET_MIN_EPOCHS": 5,
      "PACKET_PATIENCE": 3,
      "PACKET_REL_MIN_DELTA": 0.003,
      "JOINT_MIN_EPOCHS": 4,
      "JOINT_PATIENCE": 3,
      "JOINT_REL_MIN_DELTA": 0.003,
      "TIME_CHECK_EVERY_STEPS": 100,
      "KEEP_RECENT_CHECKPOINTS": 2,
      "AUTO_DOWNLOAD_RESULTS": true,
      "MODEL_REPO": "wuff-mann/Wave_compress_system",
      "CNN_REMOTE": "CNN.py",
      "CNN_PT_REMOTE": "CNN.pt",
      "VAE_REMOTE": "VAE.py",
      "VAE_PT_REMOTE": "VAE.pt",
      "ROOT": "/content/icwds_c6d_slope10",
      "CACHE_DIR": "/content/icwds_c6c_full/cache",
      "ASSET_DIR": "/content/icwds_c6c_full/assets",
      "OUT_DIR": "/content/icwds_c6d_slope10/output",
      "CKPT_DIR": "/content/icwds_c6d_slope10/checkpoints",
      "HF_UPLOAD_REPO": "wuff-mann/Wave_compress_system",
      "HF_UPLOAD_PREFIX": "WaveCleanLDM/C6D_Slope10D_TargetedAlignment",
      "UPLOAD_TO_HF": true,
      "UPLOAD_EVERY_EPOCH": false,
      "RESUME": true,
      "LOCAL_ASSET_DIR": null
    },
    "frequency_grid": [
      0.019999999552965164,
      0.021449638530611992,
      0.023004351183772087,
      0.024671752005815506,
      0.026460008695721626,
      0.02837788313627243,
      0.03043476864695549,
      0.032640740275382996,
      0.035006605088710785,
      0.03754395246505737,
      0.04026521369814873,
      0.043183714151382446,
      0.046313755214214325,
      0.049670666456222534,
      0.05327089503407478,
      0.05713207647204399,
      0.06127312034368515,
      0.06571431457996368,
      0.07047741860151291,
      0.0755857601761818,
      0.0810643658041954,
      0.08694007247686386,
      0.09324166178703308,
      0.10000000149011612,
      0.10724819451570511,
      0.11502175778150558,
      0.12335876375436783,
      0.13230004906654358,
      0.14188942313194275,
      0.15217384696006775,
      0.16320370137691498,
      0.17503303289413452,
      0.18771976232528687,
      0.20132605731487274,
      0.21591857075691223,
      0.23156878352165222,
      0.24835333228111267,
      0.2663544714450836,
      0.28566038608551025,
      0.30636560916900635,
      0.3285715878009796,
      0.35238710045814514,
      0.37792882323265076,
      0.4053218364715576,
      0.4347003698348999,
      0.4662083089351654,
      0.5
    ],
    "normalization": "old-V4 per-spectrum log1p(E/max*100)",
    "main_target": "physically valid raw spectrum with isolated-impulse-only cleanup",
    "selection_policy": "fatal corruption rejection + continuous quality-weighted sampling; combined repository target with canonical layout-aware shard selection and soft source balancing"
  },
  "config": {
    "STAGE": "C6-E3",
    "SEED": 20260718,
    "TOTAL_BUDGET_HOURS": 8.25,
    "FINAL_RESERVE_HOURS": 0.75,
    "EPOCHS": 3,
    "MIN_EPOCHS": 2,
    "PATIENCE": 2,
    "REL_MIN_DELTA": 0.0012,
    "EPOCH_SAMPLES": 60000,
    "BATCH": 8,
    "ACCUM": 4,
    "GRAD_CLIP": 0.8,
    "LR_FRONT_LATE": 3e-06,
    "LR_SLOPE": 6e-06,
    "LR_PACKET": 8e-06,
    "LR_LDM": 3e-06,
    "LR_GATE": 2e-05,
    "MIN_LR": 2e-07,
    "WEIGHT_DECAY": 0.0001,
    "GATE_FINETUNE_START_EPOCH": 3,
    "DIRECT_L1_WEIGHT": 0.45,
    "DIRECT_SSIM_WEIGHT": 0.18,
    "DIRECT_TAIL_WEIGHT": 0.18,
    "DIRECT_MARGINAL_WEIGHT": 0.14,
    "DIRECT_MASS_WEIGHT": 0.12,
    "SLOPE_SUP_WEIGHT": 0.035,
    "DIFF_WEIGHT": 1.0,
    "LATENT_WEIGHT": 0.1,
    "CANDIDATE_L1_WEIGHT": 0.16,
    "CANDIDATE_SSIM_WEIGHT": 0.07,
    "MODEL_L1_WEIGHT": 0.55,
    "MODEL_SSIM_WEIGHT": 0.24,
    "MODEL_TAIL_WEIGHT": 0.18,
    "MODEL_MARGINAL_WEIGHT": 0.16,
    "MODEL_MASS_WEIGHT": 0.15,
    "NON_DEGRADATION_WEIGHT": 2.0,
    "CANDIDATE_NON_DEGRADATION_WEIGHT": 0.1,
    "IMPROVEMENT_WEIGHT": 0.15,
    "HARD_DIRECT_CONSISTENCY_WEIGHT": 0.2,
    "HARD_FEATURE_CONSISTENCY_WEIGHT": 0.015,
    "HARD_CONSISTENCY_EVERY": 16,
    "CAUSAL_WEIGHT": 0.2,
    "CAUSAL_MARGIN": 0.01,
    "CAUSAL_EVERY": 8,
    "GATE_ORACLE_WEIGHT": 1.1,
    "GATE_GAIN_WEIGHT": 0.2,
    "GATE_BETTER_WEIGHT": 0.35,
    "GATE_NEGATIVE_WEIGHT": 0.45,
    "VALIDATION_N": 160,
    "VALIDATION_STEPS": 24,
    "SLOPE_AUDIT_N": 32,
    "SLOPE_AUDIT_STEPS": 12,
    "FINAL_N": 256,
    "FINAL_STEPS": 48,
    "FINAL_SLOPE_AUDIT_N": 64,
    "FINAL_SLOPE_AUDIT_STEPS": 24,
    "ROOT": "/content/icwds_c6e3_joint",
    "OUT_DIR": "/content/icwds_c6e3_joint/output",
    "CKPT_DIR": "/content/icwds_c6e3_joint/checkpoints",
    "DRIVE_BACKUP_DIR": "/content/drive/MyDrive/ICWDS_C6E3_FinalJointAlignment",
    "HF_SOURCE_REPO": "wuff-mann/Wave_compress_system",
    "SOURCE_REMOTE_CANDIDATES": [
      "WaveCleanLDM/C6E2_PacketAlignmentContinuation/latest/PACKAGE.pt",
      "WaveCleanLDM/C6E2_PacketAlignmentContinuation/release/PACKAGE.pt",
      "WaveCleanLDM/C6E2_PacketAlignmentContinuation/PACKAGE.pt"
    ],
    "SOURCE_LOCAL_CANDIDATES": [
      "/content/PACKAGE.pt",
      "/content/ICWDS_C6E2_Packet_Alignment_Continuation_Results.zip",
      "/content/drive/MyDrive/ICWDS_C6E2_Packet_Alignment_Continuation_Results.zip",
      "/content/icwds_c6e2_packet/output/PACKAGE.pt"
    ],
    "HF_UPLOAD_REPO": "wuff-mann/Wave_compress_system",
    "HF_UPLOAD_PREFIX": "WaveCleanLDM/C6E3_FinalSelectiveJointAlignment",
    "MODELSCOPE_REPO": "WuFeiFan/Wave_compress_system",
    "MODELSCOPE_UPLOAD_PREFIX": "WaveCleanLDM/C6E3_FinalSelectiveJointAlignment",
    "MODELSCOPE_ENDPOINT": "https://modelscope.cn",
    "UPLOAD_EVERY_EPOCH": true,
    "AUTO_DOWNLOAD_RESULTS": true,
    "RESUME": true
  },
  "state_hashes": {
    "front_state_sha256": "87adc5232fe88ab8327048ad791ffcadbf4055b39ec460efeb8b29ffe9ce2acf",
    "slope_upgrade_sha256": "b0c84ba881e6ec8aac6bb62ad5c7e396b84cce08d4db4b936b5dc66c43e710dd",
    "conditioner_state_sha256": "f6fd46401352634498761b5c495e5d1bd769b418cb047e9a9758f8eed68fbd8d",
    "ldm_state_sha256": "f7b63548c406dd3436809be9773b7a5fbdebc132ccdbbd23ee858e09255f9421",
    "gate_state_sha256": "8f9413a0ca7aa827091244f43b692d4be671e915a0459c6d669cddfda3ed55b9"
  },
  "training_freeze_decision": {
    "stage": "C6-E3",
    "training_freeze_ready": false,
    "gates": {
      "mse_improvement_ge_3pct": true,
      "ssim_gain_ge_0p01": true,
      "regression_rate_le_0p20": true,
      "tail_improvement_ge_3pct": false,
      "mass_not_worse": true,
      "slope_shuffle_gap_positive": false,
      "slope_zero_gap_positive": false,
      "exact30_crc_all_ok": true
    },
    "metrics": {
      "direct_mse": 0.00944957923002221,
      "direct_mae": 0.04918560526857618,
      "direct_ssim": 0.726262016041703,
      "direct_tail_log_l1": 0.41397974907886237,
      "direct_mass_rel": 0.05807057346885358,
      "candidate_mse": 0.011367946288828534,
      "candidate_mae": 0.05311410006106598,
      "candidate_ssim": 0.7191831570632321,
      "candidate_tail_log_l1": 0.4493886179989204,
      "candidate_mass_rel": 0.06384385656406266,
      "model_mse": 0.008748346107495308,
      "model_mae": 0.0473772018449381,
      "model_ssim": 0.7385364217340775,
      "model_tail_log_l1": 0.4020741224521771,
      "model_mass_rel": 0.05111729551131816,
      "gate": 0.24596376957197208,
      "confidence": 0.25446007709251717,
      "model_gain_pct": 7.420786740419263,
      "candidate_gain_pct": -20.301084441003372,
      "model_regression_rate": 0.15234375,
      "candidate_regression_rate": 0.74609375,
      "gate_gain_corr": 0.39894556509589973,
      "packet_crc_rate": 1.0,
      "packet_bytes_min": 30.0,
      "packet_bytes_max": 30.0
    },
    "slope_audit": {
      "true_direct_mse": 0.009010405803564936,
      "true_model_mse": 0.008565659285522997,
      "true_candidate_mse": 0.011125560442451388,
      "true_tail": 0.35784369707107544,
      "shuffle_direct_mse": 0.009001136233564466,
      "shuffle_model_mse": 0.008554267697036266,
      "shuffle_candidate_mse": 0.011072559049353004,
      "shuffle_tail": 0.356690913438797,
      "zero_direct_mse": 0.008959866361692548,
      "zero_model_mse": 0.008504208002705127,
      "zero_candidate_mse": 0.011188759468495846,
      "zero_tail": 0.3541777841746807,
      "shuffle_model_gap": -1.1391588486731052e-05,
      "zero_model_gap": -6.145128281787038e-05,
      "shuffle_direct_gap": -9.269570000469685e-06,
      "zero_direct_gap": -5.0539441872388124e-05
    }
  },
  "files": {
    "C6E3_end_to_end_slope_audit.csv": {
      "bytes": 600,
      "sha256": "ee4b07c157e7bf71d4b9efce36cba0f28cb7ee9c276080d7a46a34538fbf8d2c"
    },
    "Model_C6E3_summary_metrics.csv": {
      "bytes": 1505,
      "sha256": "976c89cdb552e73dc501749a0cd0b473862bc5fe6d6b2411df149652bc166fe6"
    },
    "Model_C6E3_reconstructions.npz": {
      "bytes": 385157,
      "sha256": "0a0cf32c5e7f35d29714ceaebb2c73b69ac7eedf3bea7b4c173f766eab2c0062"
    },
    "VAE_Slope10D_Final.pt": {
      "bytes": 18278909,
      "sha256": "2bb3279e85dc58f348e6a1b0e2d685b6b19d83edbf860f49d751017b1c2b67a2"
    },
    "Model_C6E3_per_sample_metrics.csv": {
      "bytes": 87647,
      "sha256": "9242d3a5d4cec4e33e0b3840286564dac8b52572620c59c9774425658c92a940"
    },
    "Model_C6E3_packet_audit.csv": {
      "bytes": 869,
      "sha256": "bb4f0e63b3f61b22036b4948152ed7f7a1451dd9f18556d916962e28247de5ad"
    },
    "GateCalibrator.pt": {
      "bytes": 818245,
      "sha256": "160479e8d6543c17109281bf3c6d50a560ffd96ff7deac8b053e5ee71c5ffff1"
    },
    "Model_C6E3_reconstruction_rect.png": {
      "bytes": 572216,
      "sha256": "bf7bb72920253b4218b2876c0ef3d70bfb841f0282c590b8186785a1eaa391d4"
    },
    "selective_joint_alignment_history.csv": {
      "bytes": 6121,
      "sha256": "701927ade82cb53ae24f30d9e7ccd1399cb024e1dec8fb86139ff3f6fe2ad759"
    },
    "PACKAGE.pt": {
      "bytes": 315604332,
      "sha256": "b79d4b5d40ab269e0b0c7f1ce15eda6a3b543744e7a741ccf8ef3860f866a42b"
    },
    "LDM.pt": {
      "bytes": 296283799,
      "sha256": "a3ef1de46ccf7a57920dd009443f22e6bdbeeafd7756703d80bb330808b2372e"
    },
    "C6E3_gate_safety.png": {
      "bytes": 121924,
      "sha256": "5f20727ffd37beaf784f4d83cafa01f9e07a615da5d1235cdb0194b5787db21b"
    },
    "Model_C6E3_reconstruction_polar.png": {
      "bytes": 2307328,
      "sha256": "c8aadc0e312a8d8f40e3e9e674ca8e2a6d10c4a09ae273bbc0f2a7706b706d5d"
    },
    "C6E3_TRAINING_FREEZE_DECISION.json": {
      "bytes": 2135,
      "sha256": "3568ed0c7b5789a438f76e4bb21c3a1e45cff309a25d5305b3dc5a9826c769f8"
    },
    "README_C6E3.md": {
      "bytes": 644,
      "sha256": "84cd795baaae6e7558519f5ed1bc54456c29fcd9bf3350a225f4db5ffacb657f"
    },
    "C6E3_slope_causal_audit.png": {
      "bytes": 69402,
      "sha256": "b59af496ee08543e2499ce290e6d497012becc3b7915520936a42878ffa69e28"
    }
  }
}