| { |
| "op": "com.microsoft.SkipLayerNormalization", |
| "fixtureArrays": { |
| "ort_batch2_bias_flattened_tokens_input_skipT": [0.1, -0.2, 0.3, 1, 0.5, 0.1, 0.4, 1.6, 1.8, -0.3, 0, 1, -0.5, 0.4, 0.8, -0.6], |
| "ort_batch2_flattened_tokens_input_inputT": [0.8, -0.5, 0, 1, 0.5, 0.2, 0.3, -0.6, 0.8, -0.5, 0, 1, 0.5, 0.2, 0.3, -0.6], |
| "ort_batch2_skip_broadcast_no_batch_size_output_outputT": [0.2843385934829712, -0.17090578377246857, -0.9289716482162476, 4.692415237426758, 0.4611165225505829, -0.21333980560302734, -0.29631003737449646, 3.5148544311523438, 0.2843385934829712, -0.17090578377246857, -0.9289716482162476, 4.692415237426758, 0.4611165225505829, -0.21333980560302734, -0.29631003737449646, 3.5148544311523438] |
| }, |
| "cases": [ |
| { |
| "name": "rank3_exact_skip_shape", |
| "provenance": { |
| "source": "onnxruntime/contrib_ops/cpu/bert/skip_layer_norm.cc", |
| "notes": "Pins the public rank-3 same-shape skip mode independently of the two documented broadcast forms." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [2, 2, 4], "data": { "kind": "linspace", "start": -1.5, "end": 1.5 } }, |
| "skipT": { "dtype": "float32", "shape": [2, 2, 4], "data": { "kind": "linspace", "start": 0.75, "end": -0.25 } }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, 0.5, 1.5, -0.25] } }, |
| "betaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.1, -0.2, 0.3, -0.4] } } |
| }, |
| "outputs": { "outputT": { "dtype": "float32", "shape": [2, 2, 4], "tolerance": 0.00002 } } |
| }, |
| { |
| "name": "no_bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.13, "scale": 0.1 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.00002 }, |
| "residualT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "f32_epsilon_zero_explicit_tiny_variance", |
| "attrs": { "epsilon": 0 }, |
| "provenance": { |
| "source": "onnxruntime/contrib_ops/webgpu/bert/skip_layer_norm.h", |
| "test": "GetAttrOrDefault epsilon semantics", |
| "notes": "An explicit epsilon=0.0 must be honored, not replaced by the 1e-12 schema default via a truthiness fallback. The 1e-7-scale rows make that difference numerically observable." |
| }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31, "scale": 1e-7 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23, "scale": 1e-7 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.13, "scale": 0.1 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.0001 }, |
| "residualT": { "dtype": "float32", "shape": [3, 8], "tolerance": 1e-9 } |
| } |
| }, |
| { |
| "name": "bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.13, "scale": 0.1 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.29, "cosStep": 0.17, "scale": 0.08 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.00002 }, |
| "residualT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "zero_variance_returns_beta", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [5.0, 5.0, 5.0, 5.0, -3.0, -3.0, -3.0, -3.0] } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [1.0, 1.0, 1.0, 1.0, 7.0, 7.0, 7.0, 7.0] } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [10.0, -2.0, 3.0, 4.0] } }, |
| "betaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.5, -1.0, 2.0, -3.0] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.000001 }, |
| "residualT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "hidden_size_one_bias_path", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [3, 1], "data": { "kind": "values", "values": [2.0, -4.0, 0.5] } }, |
| "skipT": { "dtype": "float32", "shape": [3, 1], "data": { "kind": "values", "values": [3.0, 1.0, -0.5] } }, |
| "gammaT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [7.0] } }, |
| "betaT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [-2.0] } }, |
| "biasT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.25] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [3, 1], "tolerance": 0.000001 }, |
| "residualT": { "dtype": "float32", "shape": [3, 1], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "hidden_size_one_bias_output_only", |
| "provenance": { |
| "notes": "Pins the scalar hidden-size-one closed form when the optional residual sum is not requested." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [1, 1], "data": { "kind": "values", "values": [2.0] } }, |
| "skipT": { "dtype": "float32", "shape": [1, 1], "data": { "kind": "values", "values": [3.0] } }, |
| "gammaT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [7.0] } }, |
| "betaT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [-2.0] } }, |
| "biasT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.25] } } |
| }, |
| "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1], "tolerance": 0.000001 } } |
| }, |
| { |
| "name": "hidden_size_one_no_beta_output_only", |
| "provenance": { |
| "notes": "Pins the supported no-beta hidden-size-one closed form: every centered value is zero, so the output is zero." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [1, 1], "data": { "kind": "values", "values": [2.0] } }, |
| "skipT": { "dtype": "float32", "shape": [1, 1], "data": { "kind": "values", "values": [3.0] } }, |
| "gammaT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [7.0] } } |
| }, |
| "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1], "tolerance": 0.000001 } } |
| }, |
| { |
| "name": "hidden_size_one_bias_rows65535_dispatch_edge", |
| "provenance": { |
| "notes": "Correctness sibling for the low-occupancy hidden=1 benchmark at rows=65535, the maximum single-dimension workgroup count edge." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [65535, 1], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [65535, 1], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [1.125] } }, |
| "betaT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [-0.25] } }, |
| "biasT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.125] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [65535, 1], "tolerance": 0.000001 }, |
| "residualT": { "dtype": "float32", "shape": [65535, 1], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_mean_small_variance_centered", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 4], |
| "data": { "kind": "values", "values": [40000.0, 40001.0, 40002.0, 40003.0] } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [1, 4], |
| "data": { "kind": "values", "values": [-39999.0, -40000.0, -40001.0, -40002.0] } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, 2.0, -1.0, 0.5] } }, |
| "betaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.0, 0.5, -0.25, 1.0] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 4], "tolerance": 0.000001 }, |
| "residualT": { "dtype": "float32", "shape": [1, 4], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_zero_tokens_null_input", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/skiplayernorm_op_test.cc", |
| "test": "SkipLayerNormTest.SkipLayerNormNullInput", |
| "notes": "ORT shape [1, 0, 4] is represented as lowered token rows [0, 4]." |
| }, |
| "attrs": { "epsilon": 1e-12 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [0, 4], "data": { "kind": "values", "values": [] } }, |
| "skipT": { "dtype": "float32", "shape": [0, 4], "data": { "kind": "values", "values": [] } }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.3, 0.2, 4.0, 2.2] } }, |
| "betaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.2, 0.1, 0.4, 1.6] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [0, 4], "tolerance": 0 }, |
| "residualT": { "dtype": "float32", "shape": [0, 4], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "ort_batch1_flattened_tokens", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/skiplayernorm_op_test.cc", |
| "test": "SkipLayerNormTest.SkipLayerNormBatch1", |
| "notes": "ORT shape [1, 2, 4] is represented as [2, 4] tokens by this lowered kernel. Epsilon is omitted to exercise the schema default of 1e-12." |
| }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [0.8, -0.5, 0.0, 1.0, 0.5, 0.2, 0.3, -0.6] } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [0.1, -0.2, 0.3, 1.0, 0.5, 0.1, 0.4, 1.6] } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.3, 0.2, 4.0, 2.2] } }, |
| "betaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.2, 0.1, 0.4, 1.6] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.00002 }, |
| "residualT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_batch2_bias_flattened_tokens", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/skiplayernorm_op_test.cc", |
| "test": "SkipLayerNormTest.SkipLayerNormBatch2_Bias", |
| "notes": "ORT shape [2, 2, 4] is represented as [4, 4] tokens by this lowered kernel." |
| }, |
| "attrs": { "epsilon": 1e-12 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [4, 4], |
| "data": { |
| "kind": "values", |
| "values": [0.7, -0.4, -0.2, 1.2, 0.4, 0.3, 0.1, -0.4, 0.7, -0.4, -0.2, 1.2, 0.4, 0.3, 0.1, -0.4] |
| } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [4, 4], |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ort_batch2_bias_flattened_tokens_input_skipT" } |
| } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.3, 0.2, 4.0, 2.2] } }, |
| "betaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.2, 0.1, 0.4, 1.6] } }, |
| "biasT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.1, -0.1, 0.2, -0.2] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [4, 4], "tolerance": 0.00002 }, |
| "residualT": { "dtype": "float32", "shape": [4, 4], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_batch2_flattened_tokens", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/skiplayernorm_op_test.cc", |
| "test": "SkipLayerNormTest.SkipLayerNormBatch2", |
| "notes": "ORT shape [2, 2, 4] is represented as [4, 4] tokens by this lowered kernel." |
| }, |
| "attrs": { "epsilon": 1e-12 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [4, 4], |
| "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_batch2_flattened_tokens_input_inputT" } } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [4, 4], |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ort_batch2_bias_flattened_tokens_input_skipT" } |
| } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.3, 0.2, 4.0, 2.2] } }, |
| "betaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.2, 0.1, 0.4, 1.6] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [4, 4], "tolerance": 0.00002 }, |
| "residualT": { "dtype": "float32", "shape": [4, 4], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_hidden_320_no_bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 320], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 320], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [320], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [320], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "sinStep": 0.019, "cosStep": 0.013 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 320], "tolerance": 0.0002 }, |
| "residualT": { "dtype": "float32", "shape": [2, 320], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_hidden_320_bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 320], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.029 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 320], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.019, "cosStep": 0.037 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [320], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.029, "cosStep": 0.017 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [320], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "sinStep": 0.023, "cosStep": 0.011 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [320], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.007 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 320], "tolerance": 0.0002 }, |
| "residualT": { "dtype": "float32", "shape": [2, 320], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_batch2_skip_broadcast_no_batch_size", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/skiplayernorm_op_test.cc", |
| "test": "SkipLayerNormTest.SkipLayerNormBatch2_Skip_Broadcast_No_Batch_Size" |
| }, |
| "attrs": { "epsilon": 1e-12 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 2, 4], |
| "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_batch2_flattened_tokens_input_inputT" } } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [0.1, -0.2, 0.3, 1.0, 0.5, 0.1, 0.4, 1.6] } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.3, 0.2, 4.0, 2.2] } }, |
| "betaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.2, 0.1, 0.4, 1.6] } } |
| }, |
| "outputs": { |
| "outputT": { |
| "dtype": "float32", |
| "shape": [2, 2, 4], |
| "tolerance": 0.00002, |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ort_batch2_skip_broadcast_no_batch_size_output_outputT" } |
| } |
| } |
| } |
| }, |
| { |
| "name": "ort_batch1_no_beta_flattened_tokens", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/skiplayernorm_op_test.cc", |
| "test": "SkipLayerNormTest.SkipLayerNormBatch1_NoBeta", |
| "notes": "ORT shape [1, 2, 4] is represented as [2, 4] tokens by this lowered fixture, with beta omitted." |
| }, |
| "attrs": { "epsilon": 1e-12 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [0.8, -0.5, 0.0, 1.0, 0.5, 0.2, 0.3, -0.6] } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [0.1, -0.2, 0.3, 1.0, 0.5, 0.1, 0.4, 1.6] } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.3, 0.2, 4.0, 2.2] } } |
| }, |
| "outputs": { |
| "outputT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "tolerance": 0.00002, |
| "data": { |
| "kind": "values", |
| "values": [0.0843385934829712, -0.27090578377246854, -1.3289716482162477, 3.092415237426758, 0.2611165225505829, -0.3133398056030273, -0.6963100373744965, 1.9148544311523439] |
| } |
| } |
| } |
| }, |
| { |
| "name": "no_beta_output_only_hidden6_unaligned_row", |
| "provenance": { |
| "notes": "Only coverage for the scalar no_beta_output_only_row variant: beta omitted with output as the sole output picks the no-beta output-only pair, and hidden=6 is not a multiple of 4, so the vec4 sibling's vec4Aligned guard is false and the row kernel is selected on every tier." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float32", "shape": [2, 6], "tolerance": 0.00002 } } |
| }, |
| { |
| "name": "beta_no_bias_output_only", |
| "provenance": { |
| "notes": "Exercises beta with all three optional auxiliary outputs absent, using a vec4-aligned hidden size of 8." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.1 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.00002 } } |
| }, |
| { |
| "name": "beta_no_bias_output_only_hidden6_unaligned_row", |
| "provenance": { |
| "notes": "Row-kernel arm of beta_no_bias_output_only: hidden=6 fails vec4Aligned, so the scalar sibling is selected on every tier." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.37 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.43 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.1 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float32", "shape": [2, 6], "tolerance": 0.00002 } } |
| }, |
| { |
| "name": "beta_bias_output_only", |
| "provenance": { |
| "notes": "bias + beta with no optional outputs uses six storage buffers instead of the nine required when all optional outputs are present. It therefore remains valid at WebGPU's guaranteed minimum of eight storage buffers." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.1 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.05, "cosStep": 0.47, "scale": 0.3 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.00002 } } |
| }, |
| { |
| "name": "beta_bias_output_only_hidden6_unaligned_row", |
| "provenance": { |
| "notes": "Row-kernel arm of beta_bias_output_only: hidden=6 fails vec4Aligned. 6 storage buffers." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.37 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.43 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.1 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.05, "cosStep": 0.47, "scale": 0.3 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float32", "shape": [2, 6], "tolerance": 0.00002 } } |
| }, |
| { |
| "name": "ort_batch2_skip_broadcast_batch_size_one", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/skiplayernorm_op_test.cc", |
| "test": "SkipLayerNormTest.SkipLayerNormBatch2_Skip_Broadcast_Batch_Size_1" |
| }, |
| "attrs": { "epsilon": 1e-12 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 2, 4], |
| "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_batch2_flattened_tokens_input_inputT" } } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [1, 2, 4], |
| "data": { "kind": "values", "values": [0.1, -0.2, 0.3, 1.0, 0.5, 0.1, 0.4, 1.6] } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.3, 0.2, 4.0, 2.2] } }, |
| "betaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.2, 0.1, 0.4, 1.6] } } |
| }, |
| "outputs": { |
| "outputT": { |
| "dtype": "float32", |
| "shape": [2, 2, 4], |
| "tolerance": 0.00002, |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ort_batch2_skip_broadcast_no_batch_size_output_outputT" } |
| } |
| } |
| } |
| }, |
| { |
| "name": "f16_hidden768_bias_residual", |
| "requires": { "features": ["shader-f16"] }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [4, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [4, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float16", |
| "shape": [768], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| }, |
| "betaT": { |
| "dtype": "float16", |
| "shape": [768], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "sinStep": 0.019, "cosStep": 0.013 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [768], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.007 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [4, 768], "tolerance": 0.01 }, |
| "residualT": { "dtype": "float16", "shape": [4, 768], "tolerance": 0.005 } |
| } |
| }, |
| { |
| "name": "f32_hidden768_no_bias_residual", |
| "provenance": { |
| "notes": "Compact companion for bench cases skip-layernorm-f32-4096x768 and skip-layernorm-f32-4096x768-hidden768-aligned-sibling, where reduced tiers expose a subgroup fallback gap." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [4, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [4, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [768], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [768], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "sinStep": 0.019, "cosStep": 0.013 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [4, 768], "tolerance": 0.0002 }, |
| "residualT": { "dtype": "float32", "shape": [4, 768], "tolerance": 0.000002 } |
| } |
| }, |
| { |
| "name": "f32_hidden2048_bias_residual", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 2048], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.029 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 2048], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.019, "cosStep": 0.037 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [2048], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.029, "cosStep": 0.017 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [2048], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "sinStep": 0.023, "cosStep": 0.011 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2048], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.007 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 2048], "tolerance": 0.0005 }, |
| "residualT": { "dtype": "float32", "shape": [2, 2048], "tolerance": 0.000002 } |
| } |
| }, |
| { |
| "name": "f32_hidden1025_bias_residual", |
| "provenance": { |
| "notes": "Compact companion for bench case skip-layernorm-f32-bias-8192x1025-unaligned-twopass-fallback, preserving the odd hidden-size bias path." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [3, 1025], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.029 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 1025], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.019, "cosStep": 0.037 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [1025], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.029, "cosStep": 0.017 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [1025], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "sinStep": 0.023, "cosStep": 0.011 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [1025], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.007 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [3, 1025], "tolerance": 0.0005 }, |
| "residualT": { "dtype": "float32", "shape": [3, 1025], "tolerance": 0.000002 } |
| } |
| }, |
| { |
| "name": "f32_hidden770_unaligned_beta_bias_scalar_subgroup", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [3, 770], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 770], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [770], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [770], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "sinStep": 0.019, "cosStep": 0.013 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [770], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.007 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [3, 770], "tolerance": 0.0002 }, |
| "residualT": { "dtype": "float32", "shape": [3, 770], "tolerance": 0.000002 } |
| } |
| }, |
| { |
| "name": "f32_rows1_hidden4096_decode", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 4096], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [1, 4096], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [4096], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| }, |
| "betaT": { |
| "dtype": "float32", |
| "shape": [4096], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "sinStep": 0.019, "cosStep": 0.013 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 4096], "tolerance": 0.0005 }, |
| "residualT": { "dtype": "float32", "shape": [1, 4096], "tolerance": 0.000002 } |
| } |
| }, |
| { |
| "name": "empty_tokens_bias_residual_twopass", |
| "attrs": { "epsilon": 1e-12 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [0, 4], "data": { "kind": "values", "values": [] } }, |
| "skipT": { "dtype": "float32", "shape": [0, 4], "data": { "kind": "values", "values": [] } }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.3, 0.2, 4.0, 2.2] } }, |
| "betaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.2, 0.1, 0.4, 1.6] } }, |
| "biasT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.1, -0.1, 0.2, -0.2] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [0, 4], "tolerance": 0 }, |
| "residualT": { "dtype": "float32", "shape": [0, 4], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "rows65537_hidden3_fold_lastrow_guard", |
| "provenance": { |
| "notes": "Pins the two-dimensional dispatch fold and final-row guard with 65,537 hidden-size-3 rows; near-constant rows exercise float32 one-pass variance while the residual sum remains exact." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [65537, 3], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [65537, 3], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [3], "data": { "kind": "values", "values": [1.0, 2.0, -1.0] } }, |
| "betaT": { "dtype": "float32", "shape": [3], "data": { "kind": "values", "values": [0.5, -0.25, 1.0] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [65537, 3], "tolerance": 0.0021 }, |
| "residualT": { "dtype": "float32", "shape": [65537, 3], "tolerance": 0.000002 } |
| } |
| }, |
| { |
| "name": "hidden_size_one_bias_many_rows", |
| "provenance": { |
| "notes": "Compact correctness sibling for the hidden-size-one low-occupancy benchmark; many rows with hidden=1 keep the variance-zero bias path honest without using benchmark-scale dimensions." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [257, 1], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [257, 1], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [1.25] } }, |
| "betaT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [-0.5] } }, |
| "biasT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.125] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [257, 1], "tolerance": 0.000001 }, |
| "residualT": { "dtype": "float32", "shape": [257, 1], "tolerance": 0.000001 } |
| } |
| } |
| ] |
| } |
|
|
