{
  "activation_backends": {
    "triton_cuda": 300
  },
  "audio_tokens": 207,
  "capability": [
    12,
    0
  ],
  "cuda": "12.8",
  "cuda_after_load_bytes": 19996112896,
  "cuda_forward_ms": 114115.6328125,
  "cuda_peak_bytes": 49839283712,
  "effective_runtime_modes": {
    "native_packed_matmul": 300
  },
  "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
  "h3_dtype_views": 50,
  "load_seconds": 0.7637474560178816,
  "move_to_cuda_seconds": 1.5632987627759576,
  "orbitquant_linear_count": 300,
  "orbitquant_linear_cuda_ms": 109206.42547607422,
  "orbitquant_shape_cuda_ms": {
    "14336x5376": {
      "calls": 50,
      "total_ms": 22013.64224243164
    },
    "5376x28672": {
      "calls": 50,
      "total_ms": 43292.70489501953
    },
    "5376x7168": {
      "calls": 150,
      "total_ms": 32823.50001525879
    },
    "7168x5376": {
      "calls": 50,
      "total_ms": 11076.578323364258
    }
  },
  "orbitquant_shapes": {
    "14336x5376": 50,
    "5376x28672": 50,
    "5376x7168": 150,
    "7168x5376": 50
  },
  "output_finite": [
    true,
    true
  ],
  "output_shapes": [
    [
      1,
      10545,
      96
    ],
    [
      1,
      207,
      32
    ]
  ],
  "runtime_mode": "native_packed_matmul",
  "slowest_orbitquant_linears": [
    {
      "cuda_ms": 913.251953125,
      "name": "transformer_blocks.2.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 911.2760620117188,
      "name": "transformer_blocks.0.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 901.734375,
      "name": "transformer_blocks.1.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 901.5783081054688,
      "name": "transformer_blocks.3.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 868.2454833984375,
      "name": "transformer_blocks.4.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 865.6199951171875,
      "name": "transformer_blocks.5.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.7640380859375,
      "name": "transformer_blocks.6.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.7313232421875,
      "name": "transformer_blocks.7.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.56640625,
      "name": "transformer_blocks.37.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.19775390625,
      "name": "transformer_blocks.35.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.1362915039062,
      "name": "transformer_blocks.47.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0994262695312,
      "name": "transformer_blocks.39.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0728149414062,
      "name": "transformer_blocks.43.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0718383789062,
      "name": "transformer_blocks.40.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0676879882812,
      "name": "transformer_blocks.33.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0646362304688,
      "name": "transformer_blocks.45.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0635986328125,
      "name": "transformer_blocks.49.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.060546875,
      "name": "transformer_blocks.36.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0595092773438,
      "name": "transformer_blocks.42.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0595092773438,
      "name": "transformer_blocks.46.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0513305664062,
      "name": "transformer_blocks.44.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0328979492188,
      "name": "transformer_blocks.24.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0308227539062,
      "name": "transformer_blocks.17.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0308227539062,
      "name": "transformer_blocks.20.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0298461914062,
      "name": "transformer_blocks.41.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0267333984375,
      "name": "transformer_blocks.16.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0216064453125,
      "name": "transformer_blocks.34.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0206298828125,
      "name": "transformer_blocks.29.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0175170898438,
      "name": "transformer_blocks.22.ff.net.0.proj",
      "shape": "5376x28672"
    },
    {
      "cuda_ms": 862.0165405273438,
      "name": "transformer_blocks.21.ff.net.0.proj",
      "shape": "5376x28672"
    }
  ],
  "status": "pass",
  "text_tokens": 512,
  "torch": "2.8.0+cu128",
  "transformer": "/workspace/orbitquant-h3-perf/model/transformer",
  "transformer_block_cuda_ms": [
    {
      "cuda_ms": 3487.91259765625,
      "name": "transformer_blocks.0"
    },
    {
      "cuda_ms": 2355.49658203125,
      "name": "transformer_blocks.1"
    },
    {
      "cuda_ms": 2366.400146484375,
      "name": "transformer_blocks.2"
    },
    {
      "cuda_ms": 2352.244384765625,
      "name": "transformer_blocks.3"
    },
    {
      "cuda_ms": 2286.18408203125,
      "name": "transformer_blocks.4"
    },
    {
      "cuda_ms": 2254.422607421875,
      "name": "transformer_blocks.5"
    },
    {
      "cuda_ms": 2250.595947265625,
      "name": "transformer_blocks.6"
    },
    {
      "cuda_ms": 2248.635986328125,
      "name": "transformer_blocks.7"
    },
    {
      "cuda_ms": 2246.948486328125,
      "name": "transformer_blocks.8"
    },
    {
      "cuda_ms": 2246.48046875,
      "name": "transformer_blocks.9"
    },
    {
      "cuda_ms": 2246.338134765625,
      "name": "transformer_blocks.10"
    },
    {
      "cuda_ms": 2246.347412109375,
      "name": "transformer_blocks.11"
    },
    {
      "cuda_ms": 2246.5205078125,
      "name": "transformer_blocks.12"
    },
    {
      "cuda_ms": 2246.44677734375,
      "name": "transformer_blocks.13"
    },
    {
      "cuda_ms": 2246.46630859375,
      "name": "transformer_blocks.14"
    },
    {
      "cuda_ms": 2246.548095703125,
      "name": "transformer_blocks.15"
    },
    {
      "cuda_ms": 2246.48046875,
      "name": "transformer_blocks.16"
    },
    {
      "cuda_ms": 2246.6708984375,
      "name": "transformer_blocks.17"
    },
    {
      "cuda_ms": 2246.313720703125,
      "name": "transformer_blocks.18"
    },
    {
      "cuda_ms": 2246.57373046875,
      "name": "transformer_blocks.19"
    },
    {
      "cuda_ms": 2246.4384765625,
      "name": "transformer_blocks.20"
    },
    {
      "cuda_ms": 2246.5458984375,
      "name": "transformer_blocks.21"
    },
    {
      "cuda_ms": 2246.38330078125,
      "name": "transformer_blocks.22"
    },
    {
      "cuda_ms": 2246.49365234375,
      "name": "transformer_blocks.23"
    },
    {
      "cuda_ms": 2246.5146484375,
      "name": "transformer_blocks.24"
    },
    {
      "cuda_ms": 2246.240966796875,
      "name": "transformer_blocks.25"
    },
    {
      "cuda_ms": 2246.17626953125,
      "name": "transformer_blocks.26"
    },
    {
      "cuda_ms": 2246.2880859375,
      "name": "transformer_blocks.27"
    },
    {
      "cuda_ms": 2246.201904296875,
      "name": "transformer_blocks.28"
    },
    {
      "cuda_ms": 2246.2490234375,
      "name": "transformer_blocks.29"
    },
    {
      "cuda_ms": 2246.255126953125,
      "name": "transformer_blocks.30"
    },
    {
      "cuda_ms": 2246.263427734375,
      "name": "transformer_blocks.31"
    },
    {
      "cuda_ms": 2246.54296875,
      "name": "transformer_blocks.32"
    },
    {
      "cuda_ms": 2246.833740234375,
      "name": "transformer_blocks.33"
    },
    {
      "cuda_ms": 2246.46826171875,
      "name": "transformer_blocks.34"
    },
    {
      "cuda_ms": 2246.546630859375,
      "name": "transformer_blocks.35"
    },
    {
      "cuda_ms": 2246.568359375,
      "name": "transformer_blocks.36"
    },
    {
      "cuda_ms": 2247.191162109375,
      "name": "transformer_blocks.37"
    },
    {
      "cuda_ms": 2246.4765625,
      "name": "transformer_blocks.38"
    },
    {
      "cuda_ms": 2246.99853515625,
      "name": "transformer_blocks.39"
    },
    {
      "cuda_ms": 2246.68359375,
      "name": "transformer_blocks.40"
    },
    {
      "cuda_ms": 2246.66064453125,
      "name": "transformer_blocks.41"
    },
    {
      "cuda_ms": 2246.555419921875,
      "name": "transformer_blocks.42"
    },
    {
      "cuda_ms": 2246.562255859375,
      "name": "transformer_blocks.43"
    },
    {
      "cuda_ms": 2246.51025390625,
      "name": "transformer_blocks.44"
    },
    {
      "cuda_ms": 2246.63623046875,
      "name": "transformer_blocks.45"
    },
    {
      "cuda_ms": 2246.504150390625,
      "name": "transformer_blocks.46"
    },
    {
      "cuda_ms": 2246.570556640625,
      "name": "transformer_blocks.47"
    },
    {
      "cuda_ms": 2246.426025390625,
      "name": "transformer_blocks.48"
    },
    {
      "cuda_ms": 2246.447998046875,
      "name": "transformer_blocks.49"
    }
  ],
  "video_tokens": 10545,
  "wall_seconds": 114.1175869773142
}