| { |
| "cases": [ |
| { |
| "name": "tiny_b1_h2_s4_head8_d4", |
| "provenance": { |
| "notes": "Smallest shape that still distinguishes the two gate halves, the per-head eco_a and the column index." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 4, 16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 2, 4, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [8, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 4, 4], "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "batch2_heads3_s8_head16_d8", |
| "provenance": { |
| "notes": "Batch 2 with three heads: the batch stride is zero at batch 1, so a wrong batch term is invisible without this." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 8, 48], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [48], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 8, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [16, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 8, 8], "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "batch2_heads3_s8_head16_d8_f16", |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 8, 48], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [48], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 8, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [16, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 3, 8, 8], "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "odd_seq_len_six_scalar_route", |
| "provenance": { "notes": "A sequence length that is not a multiple of four, so the scalar route runs." }, |
| "attrs": { "num_heads": 2 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 6, 16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 2, 6, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [8, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 6, 6], "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "seq_len_one", |
| "provenance": { |
| "notes": "A single query position: the row is one element wide and the gate is the whole computation." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 1, 24], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [24], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [8, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 3, 1, 1], "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "proj_dim_two_minimum", |
| "provenance": { "notes": "D = 2, the smallest even projection width, so each gate is a single column." }, |
| "attrs": { "num_heads": 2 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 8, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 2, 8, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [16, 2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 8, 8], "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "proj_dim_thirty_two_maximum", |
| "provenance": { |
| "notes": "Projection width D=32, the largest used anywhere in this file, checks GatedRelativePositionBias with num_heads=2 at its largest per-head projection size." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 8, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 2, 8, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [16, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 8, 8], "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_size_64_seq_16", |
| "provenance": { "notes": "A model-shaped head size of 64 with four heads." }, |
| "attrs": { "num_heads": 4 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 16, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 4, 16, 16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [64, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 4, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 4, 16, 16], "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_size_64_seq_16_f16", |
| "attrs": { "num_heads": 4 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [1, 16, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 4, 16, 16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [64, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 4, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [1, 4, 16, 16], "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "seq_128_wide_row", |
| "provenance": { "notes": "A row wide enough that each invocation streams several elements of it." }, |
| "attrs": { "num_heads": 2 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 128, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 2, 128, 128], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [32, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 128, 128], "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "negative_eco_a", |
| "provenance": { "notes": "Negative eco_a values, which flip the sign of the gate_r term before the offset." }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 8, 48], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [48], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 8, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [16, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": -1.5 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 3, 8, 8], "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "saturating_gates", |
| "provenance": { |
| "notes": "Large projections drive both logistics into their flat tails, where the gate stops depending on the query." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 8, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 4.0 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 2, 8, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [16, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 4.0 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 8, 8], "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_size_128_seq_8", |
| "provenance": { |
| "notes": "A head size larger than the workgroup, so the staged query row is loaded in several strides." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 8, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.12 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 2, 8, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.061, "cosStep": 0.257, "scale": 1.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [128, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.33, "scale": 0.12 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.41, "cosStep": 0.07, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.17, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 8, 8], "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_boundary-b2-n3-s128-h31-d8-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [31, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_boundary-b2-n3-s128-h32-d8-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 96], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [96], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [32, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_boundary-b2-n3-s127-h23-d6-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 69], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [69], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [23, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_boundary-b2-n3-s127-h24-d6-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 72], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [72], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [24, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_boundary-b2-n3-s128-h64-d10-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 192], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [192], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [64, 10], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [10], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s1-h1-d2-f32_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 1, 1], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s5-h3-d32-f32_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 5, 9], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [9], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 5, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 5, 5], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s17-h8-d16-f32_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 17, 24], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [24], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 17, 17], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [8, 16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 17, 17], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s31-h31-d6-f32_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 31, 93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 31, 31], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [31, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 31, 31], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s64-h32-d32-f32_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 96], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [96], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [32, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s127-h64-d2-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 192], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [192], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [64, 2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s128-h63-d8-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 189], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [189], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [63, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s257-h127-d6-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [127, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s256-h128-d32-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 384], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [384], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [128, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b1-n4-s512-h256-d16-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 4 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 64, 1024], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [1024], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 4, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [256, 16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 4, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 4, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b1-n2-s63-h512-d8-f32_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 63, 1024], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [1024], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 2, 63, 63], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [512, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 2, 63, 63], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b1-n2-s32-h1024-d32-f32_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 32, 2048], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [2048], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 2, 32, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1024, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 2, 32, 32], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b1-n2-s2053-h64-d8-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "tunables": { "WORKGROUP_SIZE": 32 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 258, 128], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [128], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 2, 258, 258], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [64, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 2, 258, 258], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_stream-b2-n3-s258-h31-d6-f32_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "tunables": { "WORKGROUP_SIZE": 32 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 258, 93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 258, 258], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [31, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 258, 258], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_wg64-b2-n3-s257-h127-d8-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "tunables": { "WORKGROUP_SIZE": 64, "LANE_WORDS": 1 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [127, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_wg256-b2-n3-s256-h128-d32-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "tunables": { "WORKGROUP_SIZE": 256, "LANE_WORDS": 1 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 384], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [384], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [128, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_wg512-b2-n3-s128-h127-d32-f32_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "tunables": { "WORKGROUP_SIZE": 256, "LANE_WORDS": 8 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [2, 64, 381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [127, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_boundary-b2-n3-s128-h31-d8-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [31, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_boundary-b2-n3-s128-h32-d8-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 96], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [96], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [32, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_boundary-b2-n3-s127-h23-d6-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 69], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [69], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [23, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_boundary-b2-n3-s127-h24-d6-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 72], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [72], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [24, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_boundary-b2-n3-s128-h64-d10-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 192], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [192], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [64, 10], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [10], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s1-h1-d2-f16_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 1, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [1, 2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 1, 1], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s5-h3-d32-f16_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 5, 9], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [9], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 5, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 5, 5], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s17-h8-d16-f16_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 17, 24], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [24], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 17, 17], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [8, 16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 17, 17], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s31-h31-d6-f16_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 31, 93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 31, 31], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [31, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 31, 31], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s64-h32-d32-f16_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 96], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [96], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [32, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s127-h64-d2-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 192], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [192], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [64, 2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s128-h63-d8-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 189], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [189], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [63, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s257-h127-d6-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [127, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b2-n3-s256-h128-d32-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 384], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [384], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [128, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b1-n4-s512-h256-d16-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 4 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [1, 64, 1024], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [1024], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 4, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [256, 16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 4, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 4, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b1-n2-s63-h512-d8-f16_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [1, 63, 1024], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [1024], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 2, 63, 63], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [512, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 2, 63, 63], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b1-n2-s32-h1024-d32-f16_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [1, 32, 2048], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [2048], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 2, 32, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [1024, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 2, 32, 32], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_general-b1-n2-s2053-h64-d8-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "tunables": { "WORKGROUP_SIZE": 32 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [1, 258, 128], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [128], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 2, 258, 258], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [64, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 2, 258, 258], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_stream-b2-n3-s258-h31-d6-f16_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "tunables": { "WORKGROUP_SIZE": 32 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 258, 93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [93], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 258, 258], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [31, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 258, 258], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_wg64-b2-n3-s257-h127-d8-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "tunables": { "WORKGROUP_SIZE": 64, "LANE_WORDS": 1 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [127, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_wg256-b2-n3-s256-h128-d32-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "tunables": { "WORKGROUP_SIZE": 256, "LANE_WORDS": 1 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 384], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [384], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [128, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_wg512-b2-n3-s128-h127-d32-f16_fixture", |
| "provenance": { |
| "notes": "Compact projection-layout case with the same head and projection dimensions, two gate halves, and dtype as the paired large case." |
| }, |
| "attrs": { "num_heads": 3 }, |
| "tunables": { "WORKGROUP_SIZE": 256, "LANE_WORDS": 8 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [2, 64, 381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [381], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 3, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [127, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2, 3, 64, 64], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "head_projection_vec-stream-b1-n2-s1056-h64-d8-f32_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "tunables": { "WORKGROUP_SIZE": 32 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float32", |
| "shape": [1, 1056, 128], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float32", |
| "shape": [128], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1056, 1056], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [64, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 2, 1056, 1056], "dtype": "float32", "tolerance": 0.000002, "relTolerance": 0.00002 } |
| } |
| }, |
| { |
| "name": "head_projection_vec-stream-b1-n2-s1056-h64-d8-f16_fixture", |
| "provenance": { |
| "notes": "Projection-layout case with the same shapes, head and projection dimensions, two gate halves, and dtype as the paired benchmark case." |
| }, |
| "attrs": { "num_heads": 2 }, |
| "tunables": { "WORKGROUP_SIZE": 32 }, |
| "inputs": { |
| "queryLayerT": { |
| "dtype": "float16", |
| "shape": [1, 1056, 128], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.25 } |
| }, |
| "queryBiasT": { |
| "dtype": "float16", |
| "shape": [128], |
| "data": { "kind": "fillFloat32", "sinStep": 0.177, "cosStep": 0.26099999999999995, "scale": 0.2 } |
| }, |
| "relPosT": { |
| "dtype": "float16", |
| "shape": [1, 2, 1056, 1056], |
| "data": { "kind": "fillFloat32", "sinStep": 0.224, "cosStep": 0.23199999999999998, "scale": 1.0 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [64, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.271, "cosStep": 0.20299999999999996, "scale": 0.25 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.318, "cosStep": 0.174, "scale": 0.3 } |
| }, |
| "ecoAT": { |
| "dtype": "float16", |
| "shape": [1, 2, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.14499999999999996, "scale": 1.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "shape": [1, 2, 1056, 1056], "dtype": "float16", "tolerance": 0.0005, "relTolerance": 0.002 } |
| } |
| } |
| ] |
| } |
|
|
