{
  "schema_version": 1,
  "format": "fish-s2-pro-project-local-nvfp4-mixed",
  "status": "release-v1-english-qualified-single-reference-clone-pass",
  "created_utc": "2026-08-27T04:51:14Z",
  "base_model": "fishaudio/s2-pro@1de9996b6be38b745688de084d87a5633f714e4e",
  "fish_speech_revision": "e5e292632cb11e7a27b2b7487f58f612bc101e13",
  "fish_scales_ops_revision": "a04c1b63b1a7a670840fb3e97a82c0dbe2a35ded",
  "xpo3_source_revision": "7a03467b90d6feff6bd196928dfe156bd173f36e",
  "implementation_files": {
    "runtime/experimental/nvfp4/checkpoint.py": {
      "sha256": "41870d3effbcf4e5647ba62e107bbacf0db172e963b0cf14a9503349858b7114",
      "bytes": 7342
    },
    "runtime/experimental/nvfp4/modules.py": {
      "sha256": "275be371fed819985805cf496735c32e679779fe1ccf0096f26e948bd2a668f7",
      "bytes": 70345
    },
    "runtime/experimental/fp8/modules.py": {
      "sha256": "3c4b2f71d0c3f078ad5f295c6ada96a5eb4c9c63ea518177985bdd6112766c5a",
      "bytes": 10873
    },
    "runtime/experimental/codec.py": {
      "sha256": "5bf0c02babbfefe1a736f3e844f6a46aac18d9653ba7444fd324d19abaf9dbfe",
      "bytes": 11733
    },
    "runtime/server.py": {
      "sha256": "2975cb70ebc20828e39719306d1e36075141531ea457aa2b0b12f700dfea68d1",
      "bytes": 5276
    }
  },
  "torch": "2.11.0+cu130",
  "compiled_cuda": "13.0",
  "hardware_family": "sm_120",
  "runtime_variant": "nvfp4-w4a16-gate-up-middle30-mxfp8-rest",
  "policy": "w4a16_gate_up_middle30_mxfp8_rest",
  "activation_scaling": {
    "checkpoint_file": "activation-scaling-report.json",
    "source_path": "outputs/kernels/s2-pro-nvfp4-ste-channel-scales-all36-english-profile-rtx5080-20260826.json",
    "sha256": "20024a68428ee44e4aa1b8101cc6357310d7670ebdd2ab87e91eb4f8f54d43ef",
    "bytes": 2657835,
    "deployment": "folded into selected FFN norms and packed gate/up weights"
  },
  "qualified_sampling": {
    "language": "English",
    "temperature": 1.0,
    "top_p": 0.85,
    "top_k": 30
  },
  "coverage": {
    "nvfp4_modules": 60,
    "nvfp4_layers": [
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32
    ],
    "nvfp4_roles": [
      "w1",
      "w3"
    ],
    "mxfp8_modules": 120,
    "slow_projection_modules": 180
  },
  "weight_execution": {
    "nvfp4": "packed E2M1 W4A16 small-M kernel through M=1; native NVFP4 W4A4 above M=1",
    "mxfp8": "native dynamic MXFP8 W8A8 GEMM",
    "output_dtype": "BF16"
  },
  "bf16_exclusions": [
    "text/codebook/fast embeddings and tied text output",
    "fast transformer and fast output head",
    "normalization (including folded channel scales)",
    "RoPE, KV cache, and sampling",
    "DAC codec"
  ],
  "conversion_seconds": 26.938446992018726,
  "conversion": {
    "policy": "w4a16_gate_up_middle30_mxfp8_rest",
    "backend": "selective_nvfp4_weight_bf16_activation+mxfp8_rest",
    "w4a16_max_m": 1,
    "nvfp4_mlp_roles": [
      "w1",
      "w3"
    ],
    "nvfp4_layers": [
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32
    ],
    "activation_scaling": {
      "sweep_report": "/workspace/outputs/kernels/s2-pro-nvfp4-ste-channel-scales-all36-english-profile-rtx5080-20260826.json",
      "calibration_reports": [
        "/workspace/outputs/calibration/english-profile-api-multiseed-20260826/en-short-01-seed17-bf16-history/slow-mlp-inputs.json",
        "/workspace/outputs/calibration/english-profile-api-multiseed-20260826/en-medium-01-seed17-bf16-history/slow-mlp-inputs.json",
        "/workspace/outputs/calibration/english-profile-controls-multiseed-20260826/en-control-01-seed7-bf16-history/slow-mlp-inputs.json"
      ],
      "calibration_history_sha256": [
        "ee3b0d712b0f2c7ad84a0dc149c3aa21df7511d4c8c459a6def5e07d8920881f",
        "3d50440208a7c8198d197deb91888139adf91582a1389157d845ea7be9346dca",
        "4381e395febcf831e90190b48105ce98301f64d46e76a7d4372ff4b17879e486"
      ],
      "scale_clamp": 16.0,
      "activation_statistic": "equal_corpus_geometric_mean_absmax",
      "correction_tensors": null,
      "layers": [
        {
          "layer": 3,
          "alpha": null,
          "calibration_improvement_fraction": 0.34115383428238044,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.4666644036769867,
          "scale_p50": 0.9958776235580444,
          "scale_max": 5.142515182495117
        },
        {
          "layer": 4,
          "alpha": null,
          "calibration_improvement_fraction": 0.3441897165672957,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.212601438164711,
          "scale_p50": 0.9981337785720825,
          "scale_max": 4.799542427062988
        },
        {
          "layer": 5,
          "alpha": null,
          "calibration_improvement_fraction": 0.30929929335239237,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.27531394362449646,
          "scale_p50": 0.975422739982605,
          "scale_max": 10.06588363647461
        },
        {
          "layer": 6,
          "alpha": null,
          "calibration_improvement_fraction": 0.18018434671767158,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.1165572926402092,
          "scale_p50": 0.9514962434768677,
          "scale_max": 7.606848239898682
        },
        {
          "layer": 7,
          "alpha": null,
          "calibration_improvement_fraction": 0.06065399728329279,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.3172764480113983,
          "scale_p50": 1.0104628801345825,
          "scale_max": 3.054215431213379
        },
        {
          "layer": 8,
          "alpha": null,
          "calibration_improvement_fraction": 0.011250608751427471,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.1061466634273529,
          "scale_p50": 1.0128974914550781,
          "scale_max": 2.625473976135254
        },
        {
          "layer": 9,
          "alpha": null,
          "calibration_improvement_fraction": 0.0,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 1.0,
          "scale_p50": 1.0,
          "scale_max": 1.0
        },
        {
          "layer": 10,
          "alpha": null,
          "calibration_improvement_fraction": 0.007783796885644456,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.4347914755344391,
          "scale_p50": 1.00908625125885,
          "scale_max": 3.0566306114196777
        },
        {
          "layer": 11,
          "alpha": null,
          "calibration_improvement_fraction": 0.02843783886713991,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.39092525839805603,
          "scale_p50": 1.0116372108459473,
          "scale_max": 3.0836970806121826
        },
        {
          "layer": 12,
          "alpha": null,
          "calibration_improvement_fraction": 0.012714668301119225,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.4127214550971985,
          "scale_p50": 1.0075856447219849,
          "scale_max": 3.343895196914673
        },
        {
          "layer": 13,
          "alpha": null,
          "calibration_improvement_fraction": 0.013615598069565804,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.2628592550754547,
          "scale_p50": 1.0010664463043213,
          "scale_max": 3.645423173904419
        },
        {
          "layer": 14,
          "alpha": null,
          "calibration_improvement_fraction": 0.022818199391143934,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.2197420746088028,
          "scale_p50": 0.9946508407592773,
          "scale_max": 4.616183757781982
        },
        {
          "layer": 15,
          "alpha": null,
          "calibration_improvement_fraction": 0.010961721473621622,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.39072415232658386,
          "scale_p50": 0.9946622848510742,
          "scale_max": 2.7863168716430664
        },
        {
          "layer": 16,
          "alpha": null,
          "calibration_improvement_fraction": 0.08529829675949463,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.2035234123468399,
          "scale_p50": 0.9768345355987549,
          "scale_max": 2.824779987335205
        },
        {
          "layer": 17,
          "alpha": null,
          "calibration_improvement_fraction": 0.05795215068343107,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.37192386388778687,
          "scale_p50": 0.9935908317565918,
          "scale_max": 3.944956064224243
        },
        {
          "layer": 18,
          "alpha": null,
          "calibration_improvement_fraction": 0.1330481612253437,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.4043632745742798,
          "scale_p50": 0.9705244302749634,
          "scale_max": 5.344815731048584
        },
        {
          "layer": 19,
          "alpha": null,
          "calibration_improvement_fraction": 0.11661456631179568,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.2677452862262726,
          "scale_p50": 0.9670252799987793,
          "scale_max": 4.1772003173828125
        },
        {
          "layer": 20,
          "alpha": null,
          "calibration_improvement_fraction": 0.15586651036886956,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.3513035774230957,
          "scale_p50": 1.0072706937789917,
          "scale_max": 2.7189722061157227
        },
        {
          "layer": 21,
          "alpha": null,
          "calibration_improvement_fraction": 0.13147452299013052,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.3314710557460785,
          "scale_p50": 1.0048860311508179,
          "scale_max": 2.3973195552825928
        },
        {
          "layer": 22,
          "alpha": null,
          "calibration_improvement_fraction": 0.17074986711459594,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.30894899368286133,
          "scale_p50": 1.019906997680664,
          "scale_max": 2.589536428451538
        },
        {
          "layer": 23,
          "alpha": null,
          "calibration_improvement_fraction": 0.17914724568745244,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.08279751241207123,
          "scale_p50": 1.0246715545654297,
          "scale_max": 2.500920057296753
        },
        {
          "layer": 24,
          "alpha": null,
          "calibration_improvement_fraction": 0.2385892277628,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.30888521671295166,
          "scale_p50": 1.0113917589187622,
          "scale_max": 2.790740489959717
        },
        {
          "layer": 25,
          "alpha": null,
          "calibration_improvement_fraction": 0.18576108916475464,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.30071744322776794,
          "scale_p50": 1.0063565969467163,
          "scale_max": 2.702918291091919
        },
        {
          "layer": 26,
          "alpha": null,
          "calibration_improvement_fraction": 0.17304804845125255,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.2675870954990387,
          "scale_p50": 1.0074219703674316,
          "scale_max": 3.0248024463653564
        },
        {
          "layer": 27,
          "alpha": null,
          "calibration_improvement_fraction": 0.07856216820359907,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.4005119204521179,
          "scale_p50": 1.0053906440734863,
          "scale_max": 2.7383763790130615
        },
        {
          "layer": 28,
          "alpha": null,
          "calibration_improvement_fraction": 0.06775815208747848,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.42719921469688416,
          "scale_p50": 1.0111608505249023,
          "scale_max": 2.56790828704834
        },
        {
          "layer": 29,
          "alpha": null,
          "calibration_improvement_fraction": 0.07100470156359495,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.1727953404188156,
          "scale_p50": 1.011107087135315,
          "scale_max": 2.124830484390259
        },
        {
          "layer": 30,
          "alpha": null,
          "calibration_improvement_fraction": 0.07547034941098363,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.4036831259727478,
          "scale_p50": 1.018500566482544,
          "scale_max": 2.685163974761963
        },
        {
          "layer": 31,
          "alpha": null,
          "calibration_improvement_fraction": 0.08205942511115716,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.3752962648868561,
          "scale_p50": 1.0237677097320557,
          "scale_max": 2.359099864959717
        },
        {
          "layer": 32,
          "alpha": null,
          "calibration_improvement_fraction": 0.10552935903626048,
          "clip_ratio": 1.0,
          "scale_mode": "explicit_channel",
          "correction_rank": null,
          "sparse_correction_channels": null,
          "input_hadamard_block_size": 0,
          "scale_min": 0.39887359738349915,
          "scale_p50": 1.0268824100494385,
          "scale_max": 2.298870801925659
        }
      ]
    },
    "modules": 180,
    "projections": 180,
    "parameters": 3633315840,
    "nvfp4_parameters": 1494220800,
    "mxfp8_parameters": 2139095040,
    "low_rank_correction_parameters": 0,
    "low_rank_correction_bytes": 0,
    "sparse_correction_parameters": 0,
    "sparse_correction_bytes": 0,
    "correction_parameters": 0,
    "correction_bytes": 0,
    "theoretical_bf16_source_bytes": 7266631680,
    "packed_weight_bytes": 3046441200,
    "nvfp4_packed_weight_bytes": 840499440,
    "mxfp8_packed_weight_bytes": 2205941760,
    "probe_cosine_min": 0.9942060112953186,
    "probe_cosine_mean": 0.9979391674200694,
    "probe_cosine_max": 0.9994385242462158,
    "records": [
      {
        "name": "layers.0.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9994018077850342,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.0.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9994044303894043,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.0.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9992644190788269,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.0.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9991974830627441,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.0.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992890357971191,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.1.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992879033088684,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.1.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9993317723274231,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.1.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9992480874061584,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.1.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9993327856063843,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.1.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993032217025757,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.2.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.999262809753418,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.2.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992883801460266,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.2.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9992047548294067,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.2.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9993103742599487,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.2.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992554187774658,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.3.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9994385242462158,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.3.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992822408676147,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.3.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9948533773422241,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.3.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952349662780762,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.3.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992232918739319,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.4.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992364645004272,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.4.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992576837539673,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.4.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952384233474731,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.4.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9954122304916382,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.4.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993067979812622,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.5.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992440938949585,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.5.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992841482162476,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.5.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9942060112953186,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.5.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9951051473617554,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.5.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992941617965698,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.6.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992526769638062,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.6.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9993124008178711,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.6.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9946960210800171,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.6.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953465461730957,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.6.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993586540222168,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.7.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992846250534058,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.7.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992576837539673,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.7.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9948426485061646,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.7.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953813552856445,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.7.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992576241493225,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.8.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992561340332031,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.8.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9993311166763306,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.8.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9954076409339905,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.8.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952717423439026,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.8.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992897510528564,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.9.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992669820785522,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.9.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9993153214454651,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.9.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.995424747467041,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.9.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953783750534058,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.9.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.999322772026062,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.10.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9993197321891785,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.10.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9993413090705872,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.10.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9951403737068176,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.10.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953807592391968,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.10.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992862939834595,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.11.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992955923080444,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.11.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.999306857585907,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.11.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9950716495513916,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.11.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9955061078071594,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.11.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993455410003662,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.12.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.999247670173645,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.12.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992870092391968,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.12.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9951099753379822,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.12.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9955266714096069,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.12.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.999378502368927,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.13.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992713332176208,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.13.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9993178248405457,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.13.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9951012134552002,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.13.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953491687774658,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.13.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993041753768921,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.14.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992854595184326,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.14.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992244243621826,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.14.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9949911832809448,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.14.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952331781387329,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.14.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993098378181458,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.15.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9993874430656433,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.15.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9993578791618347,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.15.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9955209493637085,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.15.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953669309616089,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.15.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992756247520447,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.16.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992870092391968,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.16.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9993147253990173,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.16.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9951826333999634,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.16.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952670335769653,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.16.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992488622665405,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.17.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9993287324905396,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.17.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9993382096290588,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.17.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9949835538864136,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.17.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9951303005218506,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.17.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992471933364868,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.18.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9993221759796143,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.18.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9993113279342651,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.18.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9948270916938782,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.18.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9951784610748291,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.18.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993153810501099,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.19.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992598295211792,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.19.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992833137512207,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.19.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952045679092407,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.19.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9950501918792725,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.19.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993191957473755,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.20.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9993005990982056,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.20.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.999289870262146,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.20.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953472018241882,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.20.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9954727292060852,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.20.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993296265602112,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.21.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992555975914001,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.21.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992495775222778,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.21.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953234195709229,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.21.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952938556671143,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.21.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992718696594238,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.22.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992914199829102,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.22.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992764592170715,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.22.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9949873089790344,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.22.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9951849579811096,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.22.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992700815200806,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.23.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.99925696849823,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.23.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992924928665161,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.23.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9949401617050171,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.23.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.995291531085968,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.23.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993242025375366,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.24.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992597699165344,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.24.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.999344527721405,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.24.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952665567398071,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.24.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9955209493637085,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.24.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993101954460144,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.25.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9993680715560913,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.25.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992563724517822,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.25.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952845573425293,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.25.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953001141548157,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.25.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993116855621338,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.26.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.999308705329895,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.26.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992237091064453,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.26.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952062368392944,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.26.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953439831733704,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.26.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993381500244141,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.27.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992940425872803,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.27.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992112517356873,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.27.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.995395302772522,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.27.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952636361122131,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.27.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993325471878052,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.28.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9993436336517334,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.28.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992949962615967,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.28.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9951224327087402,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.28.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9954068064689636,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.28.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992546439170837,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.29.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9993007183074951,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.29.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992722272872925,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.29.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9955875873565674,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.29.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953714609146118,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.29.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993128776550293,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.30.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992680549621582,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.30.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9993020296096802,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.30.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9952709078788757,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.30.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9954016208648682,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.30.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.99930739402771,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.31.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9993473291397095,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.31.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992945194244385,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.31.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.995145320892334,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.31.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953712224960327,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.31.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9993300437927246,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.32.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.999280571937561,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.32.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992582201957703,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.32.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953033924102783,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.32.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9953725934028625,
        "precision": "nvfp4_w4a16_through_m1_activation_scaled"
      },
      {
        "name": "layers.32.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.999283492565155,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.33.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9993834495544434,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.33.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992942810058594,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.33.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9992245435714722,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.33.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.999274492263794,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.33.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992848038673401,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.34.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9992939233779907,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.34.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992879629135132,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.34.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9993096590042114,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.34.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9992994070053101,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.34.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992780685424805,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.35.attention.wqkv",
        "in_features": 2560,
        "out_features": 6144,
        "parameters": 15728640,
        "probe_cosine": 0.9993366599082947,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.35.attention.wo",
        "in_features": 4096,
        "out_features": 2560,
        "parameters": 10485760,
        "probe_cosine": 0.9992329478263855,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.35.feed_forward.w1",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9992811679840088,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.35.feed_forward.w3",
        "in_features": 2560,
        "out_features": 9728,
        "parameters": 24903680,
        "probe_cosine": 0.9993214011192322,
        "precision": "mxfp8_w8a8"
      },
      {
        "name": "layers.35.feed_forward.w2",
        "in_features": 9728,
        "out_features": 2560,
        "parameters": 24903680,
        "probe_cosine": 0.9992574453353882,
        "precision": "mxfp8_w8a8"
      }
    ]
  },
  "packed_tensor_counts": {
    "qdata": 60,
    "weight_block_scale": 60,
    "weight_scale": 60,
    "weight_fp8": 120,
    "weight_scale_storage": 120
  },
  "state_tensor_count": 598,
  "state_payload_bytes": 4903514352,
  "measured_runtime": {
    "loaded_allocation_bytes": 5744721408,
    "loaded_allocation_gib": 5.35,
    "note": "Measured with compact codec/reference offload and a 3072-token cache; not checkpoint file size.",
    "short_zero_shot_peak_gib_min": 5.607,
    "short_zero_shot_peak_gib_max": 5.769,
    "held_out_long_peak_gib": 7.561,
    "rtx5080_short_control_rtf": "approximately 1.05-1.06",
    "rtx5080_semantic_frames_per_second": "approximately 20.4-20.6",
    "rtx5060ti_focused_zero_shot_rtf": "approximately 2.06",
    "ordinary_segment_streaming": false
  },
  "qualification_evidence": {
    "outputs/quality-suite/audio-signal-gate-nvfp4-middle30-gate-up-english-profile-validation-20260826.json": {
      "sha256": "dead831243f3bbc8aa2f059158683433e317038ff2356459d186b39d2cd71a66",
      "bytes": 67309
    },
    "outputs/quality-suite/audio-signal-gate-nvfp4-middle30-gate-up-english-profile-long-20260826.json": {
      "sha256": "7604f81336f81ec43d41e0b6a168af6453b3a0fb504772e457c55c351ca7bdac",
      "bytes": 9054
    },
    "outputs/quality-suite/audio-signal-gate-nvfp4-middle30-gate-up-english-profile-api-default-3seed-20260826.json": {
      "sha256": "4ca0333e560ac8ae86bfefbf3e20fa8932a4e9e5a53755dd36ff80d9e0ebcb31",
      "bytes": 74872
    },
    "outputs/quality-suite/audio-signal-gate-nvfp4-middle30-gate-up-english-profile-controls-long-3seed-20260826.json": {
      "sha256": "f806dfe4294263f9f1d7418415fa610732541c1aaa37d010311e68e58855b188",
      "bytes": 75055
    },
    "outputs/quality-suite/asr-nvfp4-middle30-english-profile-validation-long-20260826.json": {
      "sha256": "4a914e3067249bb53527646a13f2f5b8671e8115945f1d639ec74f5aced18531",
      "bytes": 7532
    },
    "outputs/zero-shot/nvfp4-middle30-english-focused-fixed-reference-long-5seed-20260826/objective-speaker-prosody.json": {
      "sha256": "f706fb5d8e1f07abcecaf1b9a3756a3ce2fc0c4b5764170ec31a19173d2cf7d8",
      "bytes": 25395
    },
    "outputs/zero-shot/nvfp4-middle30-english-focused-fixed-reference-long-5seed-20260826/objective-asr.json": {
      "sha256": "94cf914803808154f5d5f23b82f50b726df97fff27ba3e4cce5cd1dfa2814e8d",
      "bytes": 15655
    }
  },
  "checksums": {
    ".source": {
      "sha256": "e5d3907e41ff60c4e50108a4fcc4b64de346d5a02aa45819211f0f364bfd8799",
      "bytes": 240
    },
    "LICENSE.md": {
      "sha256": "aa7d9206e9d710590987a3636934f643529c00cd490323594e6206aaa0c32d80",
      "bytes": 10360
    },
    "README.md": {
      "sha256": "c010e235b428b3a45f118df4e2eb9053278fbc85a5543deb542a60f5e239f18e",
      "bytes": 10945
    },
    "activation-scaling-report.json": {
      "sha256": "20024a68428ee44e4aa1b8101cc6357310d7670ebdd2ab87e91eb4f8f54d43ef",
      "bytes": 2657835
    },
    "chat_template.jinja": {
      "sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5",
      "bytes": 4116
    },
    "codec.pth": {
      "sha256": "74fc41c5a7151c6f350af8bd7e5d6e3accfcc7f3dfbfac23afd35af07052bb2f",
      "bytes": 1871099728
    },
    "config.json": {
      "sha256": "bd1b81bf140b1eac0a15fe75319f5552902ad3b9903d557ddada358aef743125",
      "bytes": 2139
    },
    "model-00001-of-00003.safetensors": {
      "sha256": "b304711a5a7a102dc27a49616048e72aca0c695ef4648e860a4b9b5f2c39d694",
      "bytes": 1992555752
    },
    "model-00002-of-00003.safetensors": {
      "sha256": "ab75ab15859d88276b88d9c4672f196489a71336fb062335f7833da8e35e277b",
      "bytes": 1984565944
    },
    "model-00003-of-00003.safetensors": {
      "sha256": "0187275d6a87c4879b24b54462d8b3f487318ab402213f27bc9cca017b7d3816",
      "bytes": 926458160
    },
    "model.safetensors.index.json": {
      "sha256": "25229032b7d5a846fb2f946c46a35229f79babc569dad1dbc577705d892b2fba",
      "bytes": 48027
    },
    "special_tokens_map.json": {
      "sha256": "c2ff18fde6e43b7408435bc8ed079af74531befba549358a97cbc59ce606bc6b",
      "bytes": 101864
    },
    "tokenizer.json": {
      "sha256": "f24e08099d45a8adf3f52f5f0b03276e433bb9d689bb15fcbcc48ce58744588b",
      "bytes": 12217872
    },
    "tokenizer_config.json": {
      "sha256": "b8d149343ae425b0da67e6708686aceb51be7815d9792f265fc12ff04d5e9856",
      "bytes": 860832
    }
  },
  "fresh_load_verification": {
    "status": "passed",
    "created_utc": "2026-08-27T04:52:43Z",
    "report": "outputs/nvfp4-checkpoint-verification/20260827/fresh-load/verification.json",
    "report_sha256": "b70642be85b6e908d8be45dd7cd59673d54f2213a100232b5190d9ba4568bd32",
    "all_14_artifact_checksums_verified": true,
    "bf16_source_projection_materialized": false,
    "nvfp4_modules": 60,
    "mxfp8_modules": 120,
    "meta_tensors": 0,
    "fixed_code_exact_match": true,
    "fixed_code_sha256": "64799db24ec3c4564bd901b06f868c3968297974b591fe46aa32cc930d8ed466"
  },
  "human_listening_correction": {
    "initial_unblinded_finding": "The standalone NVFP4 output sounded bland, monotone, robotic, flat, and insufficiently like the reference; explicit tags did not repair perceived expressiveness.",
    "bf16_control_finding": "The pinned BF16 base shared the broad expressiveness and speaker-likeness weakness versus VoxCPM2, so flat delivery alone is not NVFP4-specific damage.",
    "blind_gate_status": "single_listener_single_reference_english_clone_identity_pass",
    "blind_gate_response": "20260827T082148Z-5e83e8bb",
    "speaker_likeness": "all four BF16 and all four NVFP4 samples scored 5/5",
    "preferences": {
      "nvfp4": 2,
      "bf16": 1,
      "tie": 1
    },
    "mean_reference_style": {
      "nvfp4": 4.5,
      "bf16": 4.5
    },
    "mean_naturalness": {
      "nvfp4": 3.75,
      "bf16": 3.75
    },
    "limitation": "This does not qualify cloning across other speakers, languages, or recording conditions."
  },
  "scope_and_limitations": [
    "English automated signal, spectral, ASR, speaker-embedding, and held-out long-termination gates passed.",
    "A four-pair blind test with one listener and one consented English reference found no precision-specific speaker-identity loss versus BF16.",
    "S2-Pro BF16 and this V1 derivative both sounded flatter and less expressive than VoxCPM2 in the evaluated reference comparison; V1 does not claim to fix that inherited limitation.",
    "The objective speaker embedding saturated and did not predict human preference, so new voices still require listening evaluation.",
    "This policy is not qualified for other languages; use MXFP8 or BF16 when multilingual coverage matters.",
    "The runtime requires NVIDIA Blackwell SM120, CUDA 13.0, and the bundled/pinned software path.",
    "Loaded allocation is 5.350 GiB, but held-out long-form peak reached 7.561 GiB.",
    "The ordinary single-speaker API is not true low-latency semantic/audio streaming."
  ],
  "packaged_utc": "2026-08-27T08:41:54Z",
  "release": {
    "version": "1.0",
    "channel": "v1",
    "xpo3_release": false,
    "scope": "English-only research and non-commercial release",
    "repository_name": "ajh-code/Fish-Audio-S2-Pro-NVFP4-Balanced",
    "self_contained_weights": true,
    "display_name": "V1 · Fish Audio S2-Pro · NVFP4 Balanced",
    "profile": "balanced"
  },
  "conversion_implementation_files": {
    "experimental/nvfp4/checkpoint.py": {
      "sha256": "41870d3effbcf4e5647ba62e107bbacf0db172e963b0cf14a9503349858b7114",
      "bytes": 7342
    },
    "experimental/nvfp4/modules.py": {
      "sha256": "c12801c376ea3c74027e0ff6672c078858249c7c19b14bcc434b3af895a4ebf7",
      "bytes": 70176
    },
    "experimental/fp8/modules.py": {
      "sha256": "3c4b2f71d0c3f078ad5f295c6ada96a5eb4c9c63ea518177985bdd6112766c5a",
      "bytes": 10873
    }
  },
  "license": {
    "name": "Fish Audio Research License",
    "commercial_use": "requires a separate written license from Fish Audio",
    "notice_file": "Notice",
    "built_with_fish_audio": true
  }
}