| { |
| "schema_version": 1, |
| "format": "fish-s2-pro-project-local-nvfp4-mixed", |
| "status": "release-v1-english-qualified-single-reference-clone-pass", |
| "created_utc": "2026-08-27T04:51:14Z", |
| "base_model": "fishaudio/s2-pro@1de9996b6be38b745688de084d87a5633f714e4e", |
| "fish_speech_revision": "e5e292632cb11e7a27b2b7487f58f612bc101e13", |
| "fish_scales_ops_revision": "a04c1b63b1a7a670840fb3e97a82c0dbe2a35ded", |
| "xpo3_source_revision": "7a03467b90d6feff6bd196928dfe156bd173f36e", |
| "implementation_files": { |
| "runtime/experimental/nvfp4/checkpoint.py": { |
| "sha256": "41870d3effbcf4e5647ba62e107bbacf0db172e963b0cf14a9503349858b7114", |
| "bytes": 7342 |
| }, |
| "runtime/experimental/nvfp4/modules.py": { |
| "sha256": "275be371fed819985805cf496735c32e679779fe1ccf0096f26e948bd2a668f7", |
| "bytes": 70345 |
| }, |
| "runtime/experimental/fp8/modules.py": { |
| "sha256": "3c4b2f71d0c3f078ad5f295c6ada96a5eb4c9c63ea518177985bdd6112766c5a", |
| "bytes": 10873 |
| }, |
| "runtime/experimental/codec.py": { |
| "sha256": "5bf0c02babbfefe1a736f3e844f6a46aac18d9653ba7444fd324d19abaf9dbfe", |
| "bytes": 11733 |
| }, |
| "runtime/server.py": { |
| "sha256": "2975cb70ebc20828e39719306d1e36075141531ea457aa2b0b12f700dfea68d1", |
| "bytes": 5276 |
| } |
| }, |
| "torch": "2.11.0+cu130", |
| "compiled_cuda": "13.0", |
| "hardware_family": "sm_120", |
| "runtime_variant": "nvfp4-w4a16-gate-up-middle30-mxfp8-rest", |
| "policy": "w4a16_gate_up_middle30_mxfp8_rest", |
| "activation_scaling": { |
| "checkpoint_file": "activation-scaling-report.json", |
| "source_path": "outputs/kernels/s2-pro-nvfp4-ste-channel-scales-all36-english-profile-rtx5080-20260826.json", |
| "sha256": "20024a68428ee44e4aa1b8101cc6357310d7670ebdd2ab87e91eb4f8f54d43ef", |
| "bytes": 2657835, |
| "deployment": "folded into selected FFN norms and packed gate/up weights" |
| }, |
| "qualified_sampling": { |
| "language": "English", |
| "temperature": 1.0, |
| "top_p": 0.85, |
| "top_k": 30 |
| }, |
| "coverage": { |
| "nvfp4_modules": 60, |
| "nvfp4_layers": [ |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32 |
| ], |
| "nvfp4_roles": [ |
| "w1", |
| "w3" |
| ], |
| "mxfp8_modules": 120, |
| "slow_projection_modules": 180 |
| }, |
| "weight_execution": { |
| "nvfp4": "packed E2M1 W4A16 small-M kernel through M=1; native NVFP4 W4A4 above M=1", |
| "mxfp8": "native dynamic MXFP8 W8A8 GEMM", |
| "output_dtype": "BF16" |
| }, |
| "bf16_exclusions": [ |
| "text/codebook/fast embeddings and tied text output", |
| "fast transformer and fast output head", |
| "normalization (including folded channel scales)", |
| "RoPE, KV cache, and sampling", |
| "DAC codec" |
| ], |
| "conversion_seconds": 26.938446992018726, |
| "conversion": { |
| "policy": "w4a16_gate_up_middle30_mxfp8_rest", |
| "backend": "selective_nvfp4_weight_bf16_activation+mxfp8_rest", |
| "w4a16_max_m": 1, |
| "nvfp4_mlp_roles": [ |
| "w1", |
| "w3" |
| ], |
| "nvfp4_layers": [ |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32 |
| ], |
| "activation_scaling": { |
| "sweep_report": "/workspace/outputs/kernels/s2-pro-nvfp4-ste-channel-scales-all36-english-profile-rtx5080-20260826.json", |
| "calibration_reports": [ |
| "/workspace/outputs/calibration/english-profile-api-multiseed-20260826/en-short-01-seed17-bf16-history/slow-mlp-inputs.json", |
| "/workspace/outputs/calibration/english-profile-api-multiseed-20260826/en-medium-01-seed17-bf16-history/slow-mlp-inputs.json", |
| "/workspace/outputs/calibration/english-profile-controls-multiseed-20260826/en-control-01-seed7-bf16-history/slow-mlp-inputs.json" |
| ], |
| "calibration_history_sha256": [ |
| "ee3b0d712b0f2c7ad84a0dc149c3aa21df7511d4c8c459a6def5e07d8920881f", |
| "3d50440208a7c8198d197deb91888139adf91582a1389157d845ea7be9346dca", |
| "4381e395febcf831e90190b48105ce98301f64d46e76a7d4372ff4b17879e486" |
| ], |
| "scale_clamp": 16.0, |
| "activation_statistic": "equal_corpus_geometric_mean_absmax", |
| "correction_tensors": null, |
| "layers": [ |
| { |
| "layer": 3, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.34115383428238044, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.4666644036769867, |
| "scale_p50": 0.9958776235580444, |
| "scale_max": 5.142515182495117 |
| }, |
| { |
| "layer": 4, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.3441897165672957, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.212601438164711, |
| "scale_p50": 0.9981337785720825, |
| "scale_max": 4.799542427062988 |
| }, |
| { |
| "layer": 5, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.30929929335239237, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.27531394362449646, |
| "scale_p50": 0.975422739982605, |
| "scale_max": 10.06588363647461 |
| }, |
| { |
| "layer": 6, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.18018434671767158, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.1165572926402092, |
| "scale_p50": 0.9514962434768677, |
| "scale_max": 7.606848239898682 |
| }, |
| { |
| "layer": 7, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.06065399728329279, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.3172764480113983, |
| "scale_p50": 1.0104628801345825, |
| "scale_max": 3.054215431213379 |
| }, |
| { |
| "layer": 8, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.011250608751427471, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.1061466634273529, |
| "scale_p50": 1.0128974914550781, |
| "scale_max": 2.625473976135254 |
| }, |
| { |
| "layer": 9, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.0, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 1.0, |
| "scale_p50": 1.0, |
| "scale_max": 1.0 |
| }, |
| { |
| "layer": 10, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.007783796885644456, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.4347914755344391, |
| "scale_p50": 1.00908625125885, |
| "scale_max": 3.0566306114196777 |
| }, |
| { |
| "layer": 11, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.02843783886713991, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.39092525839805603, |
| "scale_p50": 1.0116372108459473, |
| "scale_max": 3.0836970806121826 |
| }, |
| { |
| "layer": 12, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.012714668301119225, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.4127214550971985, |
| "scale_p50": 1.0075856447219849, |
| "scale_max": 3.343895196914673 |
| }, |
| { |
| "layer": 13, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.013615598069565804, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.2628592550754547, |
| "scale_p50": 1.0010664463043213, |
| "scale_max": 3.645423173904419 |
| }, |
| { |
| "layer": 14, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.022818199391143934, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.2197420746088028, |
| "scale_p50": 0.9946508407592773, |
| "scale_max": 4.616183757781982 |
| }, |
| { |
| "layer": 15, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.010961721473621622, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.39072415232658386, |
| "scale_p50": 0.9946622848510742, |
| "scale_max": 2.7863168716430664 |
| }, |
| { |
| "layer": 16, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.08529829675949463, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.2035234123468399, |
| "scale_p50": 0.9768345355987549, |
| "scale_max": 2.824779987335205 |
| }, |
| { |
| "layer": 17, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.05795215068343107, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.37192386388778687, |
| "scale_p50": 0.9935908317565918, |
| "scale_max": 3.944956064224243 |
| }, |
| { |
| "layer": 18, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.1330481612253437, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.4043632745742798, |
| "scale_p50": 0.9705244302749634, |
| "scale_max": 5.344815731048584 |
| }, |
| { |
| "layer": 19, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.11661456631179568, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.2677452862262726, |
| "scale_p50": 0.9670252799987793, |
| "scale_max": 4.1772003173828125 |
| }, |
| { |
| "layer": 20, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.15586651036886956, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.3513035774230957, |
| "scale_p50": 1.0072706937789917, |
| "scale_max": 2.7189722061157227 |
| }, |
| { |
| "layer": 21, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.13147452299013052, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.3314710557460785, |
| "scale_p50": 1.0048860311508179, |
| "scale_max": 2.3973195552825928 |
| }, |
| { |
| "layer": 22, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.17074986711459594, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.30894899368286133, |
| "scale_p50": 1.019906997680664, |
| "scale_max": 2.589536428451538 |
| }, |
| { |
| "layer": 23, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.17914724568745244, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.08279751241207123, |
| "scale_p50": 1.0246715545654297, |
| "scale_max": 2.500920057296753 |
| }, |
| { |
| "layer": 24, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.2385892277628, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.30888521671295166, |
| "scale_p50": 1.0113917589187622, |
| "scale_max": 2.790740489959717 |
| }, |
| { |
| "layer": 25, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.18576108916475464, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.30071744322776794, |
| "scale_p50": 1.0063565969467163, |
| "scale_max": 2.702918291091919 |
| }, |
| { |
| "layer": 26, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.17304804845125255, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.2675870954990387, |
| "scale_p50": 1.0074219703674316, |
| "scale_max": 3.0248024463653564 |
| }, |
| { |
| "layer": 27, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.07856216820359907, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.4005119204521179, |
| "scale_p50": 1.0053906440734863, |
| "scale_max": 2.7383763790130615 |
| }, |
| { |
| "layer": 28, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.06775815208747848, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.42719921469688416, |
| "scale_p50": 1.0111608505249023, |
| "scale_max": 2.56790828704834 |
| }, |
| { |
| "layer": 29, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.07100470156359495, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.1727953404188156, |
| "scale_p50": 1.011107087135315, |
| "scale_max": 2.124830484390259 |
| }, |
| { |
| "layer": 30, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.07547034941098363, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.4036831259727478, |
| "scale_p50": 1.018500566482544, |
| "scale_max": 2.685163974761963 |
| }, |
| { |
| "layer": 31, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.08205942511115716, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.3752962648868561, |
| "scale_p50": 1.0237677097320557, |
| "scale_max": 2.359099864959717 |
| }, |
| { |
| "layer": 32, |
| "alpha": null, |
| "calibration_improvement_fraction": 0.10552935903626048, |
| "clip_ratio": 1.0, |
| "scale_mode": "explicit_channel", |
| "correction_rank": null, |
| "sparse_correction_channels": null, |
| "input_hadamard_block_size": 0, |
| "scale_min": 0.39887359738349915, |
| "scale_p50": 1.0268824100494385, |
| "scale_max": 2.298870801925659 |
| } |
| ] |
| }, |
| "modules": 180, |
| "projections": 180, |
| "parameters": 3633315840, |
| "nvfp4_parameters": 1494220800, |
| "mxfp8_parameters": 2139095040, |
| "low_rank_correction_parameters": 0, |
| "low_rank_correction_bytes": 0, |
| "sparse_correction_parameters": 0, |
| "sparse_correction_bytes": 0, |
| "correction_parameters": 0, |
| "correction_bytes": 0, |
| "theoretical_bf16_source_bytes": 7266631680, |
| "packed_weight_bytes": 3046441200, |
| "nvfp4_packed_weight_bytes": 840499440, |
| "mxfp8_packed_weight_bytes": 2205941760, |
| "probe_cosine_min": 0.9942060112953186, |
| "probe_cosine_mean": 0.9979391674200694, |
| "probe_cosine_max": 0.9994385242462158, |
| "records": [ |
| { |
| "name": "layers.0.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9994018077850342, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.0.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9994044303894043, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.0.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992644190788269, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.0.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9991974830627441, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.0.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992890357971191, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.1.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992879033088684, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.1.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9993317723274231, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.1.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992480874061584, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.1.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993327856063843, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.1.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993032217025757, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.2.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.999262809753418, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.2.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992883801460266, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.2.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992047548294067, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.2.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993103742599487, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.2.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992554187774658, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.3.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9994385242462158, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.3.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992822408676147, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.3.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9948533773422241, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.3.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952349662780762, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.3.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992232918739319, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.4.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992364645004272, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.4.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992576837539673, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.4.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952384233474731, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.4.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9954122304916382, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.4.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993067979812622, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.5.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992440938949585, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.5.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992841482162476, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.5.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9942060112953186, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.5.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9951051473617554, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.5.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992941617965698, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.6.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992526769638062, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.6.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9993124008178711, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.6.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9946960210800171, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.6.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953465461730957, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.6.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993586540222168, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.7.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992846250534058, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.7.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992576837539673, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.7.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9948426485061646, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.7.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953813552856445, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.7.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992576241493225, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.8.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992561340332031, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.8.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9993311166763306, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.8.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9954076409339905, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.8.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952717423439026, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.8.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992897510528564, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.9.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992669820785522, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.9.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9993153214454651, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.9.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.995424747467041, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.9.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953783750534058, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.9.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.999322772026062, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.10.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9993197321891785, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.10.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9993413090705872, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.10.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9951403737068176, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.10.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953807592391968, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.10.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992862939834595, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.11.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992955923080444, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.11.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.999306857585907, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.11.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9950716495513916, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.11.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9955061078071594, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.11.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993455410003662, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.12.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.999247670173645, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.12.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992870092391968, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.12.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9951099753379822, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.12.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9955266714096069, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.12.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.999378502368927, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.13.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992713332176208, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.13.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9993178248405457, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.13.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9951012134552002, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.13.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953491687774658, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.13.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993041753768921, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.14.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992854595184326, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.14.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992244243621826, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.14.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9949911832809448, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.14.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952331781387329, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.14.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993098378181458, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.15.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9993874430656433, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.15.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9993578791618347, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.15.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9955209493637085, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.15.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953669309616089, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.15.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992756247520447, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.16.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992870092391968, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.16.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9993147253990173, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.16.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9951826333999634, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.16.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952670335769653, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.16.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992488622665405, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.17.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9993287324905396, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.17.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9993382096290588, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.17.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9949835538864136, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.17.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9951303005218506, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.17.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992471933364868, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.18.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9993221759796143, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.18.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9993113279342651, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.18.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9948270916938782, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.18.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9951784610748291, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.18.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993153810501099, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.19.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992598295211792, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.19.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992833137512207, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.19.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952045679092407, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.19.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9950501918792725, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.19.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993191957473755, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.20.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9993005990982056, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.20.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.999289870262146, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.20.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953472018241882, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.20.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9954727292060852, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.20.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993296265602112, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.21.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992555975914001, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.21.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992495775222778, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.21.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953234195709229, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.21.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952938556671143, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.21.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992718696594238, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.22.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992914199829102, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.22.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992764592170715, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.22.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9949873089790344, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.22.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9951849579811096, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.22.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992700815200806, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.23.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.99925696849823, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.23.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992924928665161, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.23.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9949401617050171, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.23.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.995291531085968, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.23.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993242025375366, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.24.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992597699165344, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.24.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.999344527721405, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.24.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952665567398071, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.24.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9955209493637085, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.24.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993101954460144, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.25.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9993680715560913, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.25.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992563724517822, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.25.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952845573425293, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.25.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953001141548157, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.25.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993116855621338, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.26.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.999308705329895, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.26.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992237091064453, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.26.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952062368392944, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.26.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953439831733704, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.26.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993381500244141, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.27.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992940425872803, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.27.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992112517356873, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.27.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.995395302772522, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.27.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952636361122131, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.27.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993325471878052, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.28.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9993436336517334, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.28.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992949962615967, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.28.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9951224327087402, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.28.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9954068064689636, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.28.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992546439170837, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.29.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9993007183074951, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.29.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992722272872925, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.29.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9955875873565674, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.29.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953714609146118, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.29.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993128776550293, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.30.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992680549621582, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.30.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9993020296096802, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.30.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9952709078788757, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.30.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9954016208648682, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.30.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.99930739402771, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.31.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9993473291397095, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.31.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992945194244385, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.31.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.995145320892334, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.31.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953712224960327, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.31.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993300437927246, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.32.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.999280571937561, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.32.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992582201957703, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.32.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953033924102783, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.32.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9953725934028625, |
| "precision": "nvfp4_w4a16_through_m1_activation_scaled" |
| }, |
| { |
| "name": "layers.32.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.999283492565155, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.33.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9993834495544434, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.33.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992942810058594, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.33.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992245435714722, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.33.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.999274492263794, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.33.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992848038673401, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.34.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9992939233779907, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.34.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992879629135132, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.34.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993096590042114, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.34.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992994070053101, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.34.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992780685424805, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.35.attention.wqkv", |
| "in_features": 2560, |
| "out_features": 6144, |
| "parameters": 15728640, |
| "probe_cosine": 0.9993366599082947, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.35.attention.wo", |
| "in_features": 4096, |
| "out_features": 2560, |
| "parameters": 10485760, |
| "probe_cosine": 0.9992329478263855, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.35.feed_forward.w1", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992811679840088, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.35.feed_forward.w3", |
| "in_features": 2560, |
| "out_features": 9728, |
| "parameters": 24903680, |
| "probe_cosine": 0.9993214011192322, |
| "precision": "mxfp8_w8a8" |
| }, |
| { |
| "name": "layers.35.feed_forward.w2", |
| "in_features": 9728, |
| "out_features": 2560, |
| "parameters": 24903680, |
| "probe_cosine": 0.9992574453353882, |
| "precision": "mxfp8_w8a8" |
| } |
| ] |
| }, |
| "packed_tensor_counts": { |
| "qdata": 60, |
| "weight_block_scale": 60, |
| "weight_scale": 60, |
| "weight_fp8": 120, |
| "weight_scale_storage": 120 |
| }, |
| "state_tensor_count": 598, |
| "state_payload_bytes": 4903514352, |
| "measured_runtime": { |
| "loaded_allocation_bytes": 5744721408, |
| "loaded_allocation_gib": 5.35, |
| "note": "Measured with compact codec/reference offload and a 3072-token cache; not checkpoint file size.", |
| "short_zero_shot_peak_gib_min": 5.607, |
| "short_zero_shot_peak_gib_max": 5.769, |
| "held_out_long_peak_gib": 7.561, |
| "rtx5080_short_control_rtf": "approximately 1.05-1.06", |
| "rtx5080_semantic_frames_per_second": "approximately 20.4-20.6", |
| "rtx5060ti_focused_zero_shot_rtf": "approximately 2.06", |
| "ordinary_segment_streaming": false |
| }, |
| "qualification_evidence": { |
| "outputs/quality-suite/audio-signal-gate-nvfp4-middle30-gate-up-english-profile-validation-20260826.json": { |
| "sha256": "dead831243f3bbc8aa2f059158683433e317038ff2356459d186b39d2cd71a66", |
| "bytes": 67309 |
| }, |
| "outputs/quality-suite/audio-signal-gate-nvfp4-middle30-gate-up-english-profile-long-20260826.json": { |
| "sha256": "7604f81336f81ec43d41e0b6a168af6453b3a0fb504772e457c55c351ca7bdac", |
| "bytes": 9054 |
| }, |
| "outputs/quality-suite/audio-signal-gate-nvfp4-middle30-gate-up-english-profile-api-default-3seed-20260826.json": { |
| "sha256": "4ca0333e560ac8ae86bfefbf3e20fa8932a4e9e5a53755dd36ff80d9e0ebcb31", |
| "bytes": 74872 |
| }, |
| "outputs/quality-suite/audio-signal-gate-nvfp4-middle30-gate-up-english-profile-controls-long-3seed-20260826.json": { |
| "sha256": "f806dfe4294263f9f1d7418415fa610732541c1aaa37d010311e68e58855b188", |
| "bytes": 75055 |
| }, |
| "outputs/quality-suite/asr-nvfp4-middle30-english-profile-validation-long-20260826.json": { |
| "sha256": "4a914e3067249bb53527646a13f2f5b8671e8115945f1d639ec74f5aced18531", |
| "bytes": 7532 |
| }, |
| "outputs/zero-shot/nvfp4-middle30-english-focused-fixed-reference-long-5seed-20260826/objective-speaker-prosody.json": { |
| "sha256": "f706fb5d8e1f07abcecaf1b9a3756a3ce2fc0c4b5764170ec31a19173d2cf7d8", |
| "bytes": 25395 |
| }, |
| "outputs/zero-shot/nvfp4-middle30-english-focused-fixed-reference-long-5seed-20260826/objective-asr.json": { |
| "sha256": "94cf914803808154f5d5f23b82f50b726df97fff27ba3e4cce5cd1dfa2814e8d", |
| "bytes": 15655 |
| } |
| }, |
| "checksums": { |
| ".source": { |
| "sha256": "e5d3907e41ff60c4e50108a4fcc4b64de346d5a02aa45819211f0f364bfd8799", |
| "bytes": 240 |
| }, |
| "LICENSE.md": { |
| "sha256": "aa7d9206e9d710590987a3636934f643529c00cd490323594e6206aaa0c32d80", |
| "bytes": 10360 |
| }, |
| "README.md": { |
| "sha256": "c010e235b428b3a45f118df4e2eb9053278fbc85a5543deb542a60f5e239f18e", |
| "bytes": 10945 |
| }, |
| "activation-scaling-report.json": { |
| "sha256": "20024a68428ee44e4aa1b8101cc6357310d7670ebdd2ab87e91eb4f8f54d43ef", |
| "bytes": 2657835 |
| }, |
| "chat_template.jinja": { |
| "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5", |
| "bytes": 4116 |
| }, |
| "codec.pth": { |
| "sha256": "74fc41c5a7151c6f350af8bd7e5d6e3accfcc7f3dfbfac23afd35af07052bb2f", |
| "bytes": 1871099728 |
| }, |
| "config.json": { |
| "sha256": "bd1b81bf140b1eac0a15fe75319f5552902ad3b9903d557ddada358aef743125", |
| "bytes": 2139 |
| }, |
| "model-00001-of-00003.safetensors": { |
| "sha256": "b304711a5a7a102dc27a49616048e72aca0c695ef4648e860a4b9b5f2c39d694", |
| "bytes": 1992555752 |
| }, |
| "model-00002-of-00003.safetensors": { |
| "sha256": "ab75ab15859d88276b88d9c4672f196489a71336fb062335f7833da8e35e277b", |
| "bytes": 1984565944 |
| }, |
| "model-00003-of-00003.safetensors": { |
| "sha256": "0187275d6a87c4879b24b54462d8b3f487318ab402213f27bc9cca017b7d3816", |
| "bytes": 926458160 |
| }, |
| "model.safetensors.index.json": { |
| "sha256": "25229032b7d5a846fb2f946c46a35229f79babc569dad1dbc577705d892b2fba", |
| "bytes": 48027 |
| }, |
| "special_tokens_map.json": { |
| "sha256": "c2ff18fde6e43b7408435bc8ed079af74531befba549358a97cbc59ce606bc6b", |
| "bytes": 101864 |
| }, |
| "tokenizer.json": { |
| "sha256": "f24e08099d45a8adf3f52f5f0b03276e433bb9d689bb15fcbcc48ce58744588b", |
| "bytes": 12217872 |
| }, |
| "tokenizer_config.json": { |
| "sha256": "b8d149343ae425b0da67e6708686aceb51be7815d9792f265fc12ff04d5e9856", |
| "bytes": 860832 |
| } |
| }, |
| "fresh_load_verification": { |
| "status": "passed", |
| "created_utc": "2026-08-27T04:52:43Z", |
| "report": "outputs/nvfp4-checkpoint-verification/20260827/fresh-load/verification.json", |
| "report_sha256": "b70642be85b6e908d8be45dd7cd59673d54f2213a100232b5190d9ba4568bd32", |
| "all_14_artifact_checksums_verified": true, |
| "bf16_source_projection_materialized": false, |
| "nvfp4_modules": 60, |
| "mxfp8_modules": 120, |
| "meta_tensors": 0, |
| "fixed_code_exact_match": true, |
| "fixed_code_sha256": "64799db24ec3c4564bd901b06f868c3968297974b591fe46aa32cc930d8ed466" |
| }, |
| "human_listening_correction": { |
| "initial_unblinded_finding": "The standalone NVFP4 output sounded bland, monotone, robotic, flat, and insufficiently like the reference; explicit tags did not repair perceived expressiveness.", |
| "bf16_control_finding": "The pinned BF16 base shared the broad expressiveness and speaker-likeness weakness versus VoxCPM2, so flat delivery alone is not NVFP4-specific damage.", |
| "blind_gate_status": "single_listener_single_reference_english_clone_identity_pass", |
| "blind_gate_response": "20260827T082148Z-5e83e8bb", |
| "speaker_likeness": "all four BF16 and all four NVFP4 samples scored 5/5", |
| "preferences": { |
| "nvfp4": 2, |
| "bf16": 1, |
| "tie": 1 |
| }, |
| "mean_reference_style": { |
| "nvfp4": 4.5, |
| "bf16": 4.5 |
| }, |
| "mean_naturalness": { |
| "nvfp4": 3.75, |
| "bf16": 3.75 |
| }, |
| "limitation": "This does not qualify cloning across other speakers, languages, or recording conditions." |
| }, |
| "scope_and_limitations": [ |
| "English automated signal, spectral, ASR, speaker-embedding, and held-out long-termination gates passed.", |
| "A four-pair blind test with one listener and one consented English reference found no precision-specific speaker-identity loss versus BF16.", |
| "S2-Pro BF16 and this V1 derivative both sounded flatter and less expressive than VoxCPM2 in the evaluated reference comparison; V1 does not claim to fix that inherited limitation.", |
| "The objective speaker embedding saturated and did not predict human preference, so new voices still require listening evaluation.", |
| "This policy is not qualified for other languages; use MXFP8 or BF16 when multilingual coverage matters.", |
| "The runtime requires NVIDIA Blackwell SM120, CUDA 13.0, and the bundled/pinned software path.", |
| "Loaded allocation is 5.350 GiB, but held-out long-form peak reached 7.561 GiB.", |
| "The ordinary single-speaker API is not true low-latency semantic/audio streaming." |
| ], |
| "packaged_utc": "2026-08-27T08:41:54Z", |
| "release": { |
| "version": "1.0", |
| "channel": "v1", |
| "xpo3_release": false, |
| "scope": "English-only research and non-commercial release", |
| "repository_name": "ajh-code/Fish-Audio-S2-Pro-NVFP4-Balanced", |
| "self_contained_weights": true, |
| "display_name": "V1 · Fish Audio S2-Pro · NVFP4 Balanced", |
| "profile": "balanced" |
| }, |
| "conversion_implementation_files": { |
| "experimental/nvfp4/checkpoint.py": { |
| "sha256": "41870d3effbcf4e5647ba62e107bbacf0db172e963b0cf14a9503349858b7114", |
| "bytes": 7342 |
| }, |
| "experimental/nvfp4/modules.py": { |
| "sha256": "c12801c376ea3c74027e0ff6672c078858249c7c19b14bcc434b3af895a4ebf7", |
| "bytes": 70176 |
| }, |
| "experimental/fp8/modules.py": { |
| "sha256": "3c4b2f71d0c3f078ad5f295c6ada96a5eb4c9c63ea518177985bdd6112766c5a", |
| "bytes": 10873 |
| } |
| }, |
| "license": { |
| "name": "Fish Audio Research License", |
| "commercial_use": "requires a separate written license from Fish Audio", |
| "notice_file": "Notice", |
| "built_with_fish_audio": true |
| } |
| } |
|
|
