File size: 5,186 Bytes
ac12f15 cb66b66 fe97b1d ac12f15 cb66b66 b35ab1f cb66b66 bd260d4 19e9ccf bd260d4 cb66b66 19e9ccf cb66b66 f0c91ec cb66b66 c7a8520 cb66b66 fe97b1d cb66b66 99323da cb66b66 b35ab1f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 | {
"runtime_version": "10",
"orbitquant_version": "0.9.7",
"orbitquant_commit": "5c624b088cd9378a135a5fe44bc4ea71f5d288da",
"native_kernel_version": "1.0.4",
"native_wheel_sha256": "13aa3db06ae9e90d9c9ef90ed3ead367743bd8582dc8731c82c5e35d47b5ae16",
"fast_kernel_source_commit": "7795243b1b9066b5463b4625f16e36e6e4e6682f",
"fast_kernel_build_note": "kernel-builder generated files made the build namespace dirty; source content and exact binary are included and hashed",
"experimental_archive": {
"repo": "WaveCut/YuE2-3B-OrbitQuant-lab-private",
"revision": "1edba493f504208488fd7d98fe1312ff52b02365",
"path": "profile-round2"
},
"weight_generation_source_lock": "../source-lock.json",
"orbitquant_wheel_sha256": "7f612c79441b14529c9a7d0f35cb22cc871e3a9b33d24f9a19352cb3e2ff9bdb",
"rms_quant_kernel": {
"source_commit": "92dbd686220262d8d24b09c27a6d6703e19f9465",
"module": "_yue2_qkv_fused_cuda_cf0db58",
"binary_sha256": "1ca79342c379a231d86fa5c8e94e45134c3624d7b85ca5e55997004ec69ff542",
"source_path": "kernel-source/rms-quant",
"arithmetic": "FP32 x*gamma; RMS scalar folded into activation norm; original epsilon rescaled before flooring",
"scope": "explicit fuse_rms_quant flag; AR decode only; eager prefill and NAR retain existing paths"
},
"round5_archive": {
"repo": "WaveCut/YuE2-3B-OrbitQuant-lab-private",
"revision": "ab852c01399038009c9db216f16cd22cd4390f82",
"path": "profile-round5"
},
"captured_sampling": {
"scope": "request-owned combined decode/CFG/sampling graph for ABC and semantic; fast/memory; positive temperature and CUDA graph decode only",
"rng": "caller-owned generator registered with CUDA graph; capture/warmup restore advanced state; no module cache",
"opt_out": "--no-captured-sampling / capture_sampling=False",
"research_archive": {
"repo": "WaveCut/YuE2-3B-OrbitQuant-lab-private",
"revision": "acfb177adfb11dceb89fb8cc6b0382554c1c4e19",
"path": "profile-round6/captured-sampler-interleaved"
},
"abc_research_archive": {
"repo": "WaveCut/YuE2-3B-OrbitQuant-lab-private",
"revision": "b8892ba75691c8ab0427ebd96838bf78bec62a91",
"path": "profile-round7/captured-abc-interleaved"
},
"history": "device ring and counter; no per-token host history upload",
"first_token": "separate prefill sampler; combined graph starts with the second token",
"research_archive_v6": {
"repo": "WaveCut/YuE2-3B-OrbitQuant-lab-private",
"revision": "bdae011fa163b52e062f6f0855cddb7d4d1f73f0",
"path": "profile-round8"
}
},
"paired_row_decode": {
"rows": "2..8",
"minimum_output_features": 2048,
"input_features": "1024..16384",
"weight_layout": "row-major",
"archive_revision": "7344aedfa6c322229259796b3eab0941046f655e",
"archive_path": "profile-round9/native-evidence",
"native_build_workflow": 34665811056
},
"int8_kv_cache": {
"source_commit": "fcfedee4713ca864d55641cf4902b4eeef725de3",
"binary_sha256": "a7d62fa5d79d8f0e2d4bb6bd0676b1b59a8676c7fcb615785eadc230e1f88022",
"source_path": "kernel-source/int8-kv",
"scope": "optional AR decode cache; BF16 prefill; fast/memory with RMS activation fusion",
"format": "symmetric signed INT8 per token/head, FP32 scales",
"default": "bf16",
"research_revision": "933fbe9dcc2c6eff697504593d0f5e93e2fff229",
"profile_revision": "7f98a339b66c4c4cef76277f38c285c39027dca8"
},
"register_codebook_decode": {
"native_binary_sha256": "6fb8e94e30e2c9982da5e3e56c04dabed946fe9dc8ad1785c11cc3cf200217b4",
"source_path": "kernel-source/orbitquant-native",
"scope": "SM120 only; row-major M1..8, N>=2048, K1024..16384; arbitrary signed INT8 codebooks; paired-row reuse for M>=2",
"native_build_workflow": 34674570012,
"python_publish_workflow": 34675461162,
"release_evidence": {
"repo": "WaveCut/YuE2-3B-OrbitQuant-lab-private",
"revision": "a88ed5684e6b7b3148b204d38052becb3d3a8ae8",
"path": "profile-round12/published-release"
}
},
"int8_attention": {
"default": "ordered",
"layouts": {
"ordered": {
"source_commit": "193a8d7ad6951dc237435e988986e044bacfe7a9",
"binary_sha256": "071c866680bb24506680a5d8b2b46c04f60e725ccf9ea6604e4e18973bca4385",
"source_path": "kernel-source/int8-ordered"
},
"subwarp": {
"source_commit": "4d213ef482b4fbc2733a6e071bf9d5f07ebfa58b",
"binary_sha256": "d12f0566a396a422eaa35515678fc142ba11b4338aef23c00adf9d095c823778",
"source_path": "kernel-source/int8-subwarp"
}
},
"reference": "int8_kv_cache",
"scope": "AR decode only; request GraphAR owns layout; BF16 prefill and cache format unchanged",
"approximate_research": {
"repo": "WaveCut/YuE2-3B-OrbitQuant-lab-private",
"revision": "f4fc2828b6566f464393de29794f56fb1d68044e",
"path": "profile-round14/subwarp-attention"
},
"ordered_research": {
"repo": "WaveCut/YuE2-3B-OrbitQuant-lab-private",
"revision": "29502653219877cd2ab8d25466d9b2f39955ceb0",
"path": "profile-round14/ordered-attention"
}
}
}
|