| { |
| "op": "com.microsoft.SkipSimplifiedLayerNormalization", |
| "cases": [ |
| { |
| "name": "no_bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.00002 }, |
| "residualT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "f32_epsilon_zero_explicit_tiny_variance", |
| "attrs": { "epsilon": 0 }, |
| "provenance": { |
| "source": "onnxruntime/contrib_ops/webgpu/bert/skip_layer_norm.h", |
| "test": "GetAttrOrDefault epsilon semantics", |
| "notes": "An explicit epsilon=0.0 must be honored, not replaced by the 1e-12 schema default via a truthiness fallback. The 1e-7-scale rows make that difference numerically observable." |
| }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31, "scale": 1e-7 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23, "scale": 1e-7 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.0001 }, |
| "residualT": { "dtype": "float32", "shape": [3, 8], "tolerance": 1e-9 } |
| } |
| }, |
| { |
| "name": "bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.29, "cosStep": 0.17, "scale": 0.08 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.00002 }, |
| "residualT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "zero_residual_hidden_vector", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [5.0, 5.0, 5.0, 5.0, -3.0, -3.0, -3.0, -3.0] } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [-5.0, -5.0, -5.0, -5.0, 3.0, 3.0, 3.0, 3.0] } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [10.0, -2.0, 3.0, 4.0] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.000001 }, |
| "residualT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "hidden_size_one_bias_path", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [3, 1], "data": { "kind": "values", "values": [2.0, -4.0, 0.5] } }, |
| "skipT": { "dtype": "float32", "shape": [3, 1], "data": { "kind": "values", "values": [3.0, 1.0, -0.5] } }, |
| "gammaT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [7.0] } }, |
| "biasT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.25] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [3, 1], "tolerance": 0.00001 }, |
| "residualT": { "dtype": "float32", "shape": [3, 1], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_values_scaled_by_rms", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 4], |
| "data": { "kind": "values", "values": [40000.0, 40001.0, 40002.0, 40003.0] } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [1, 4], |
| "data": { "kind": "values", "values": [-39999.0, -40000.0, -40001.0, -40002.0] } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, 2.0, -1.0, 0.5] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 4], "tolerance": 0.000001 }, |
| "residualT": { "dtype": "float32", "shape": [1, 4], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "zero_tokens_null_input", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/skiplayernorm_op_test.cc", |
| "test": "SkipLayerNormTest.SkipLayerNormNullInput", |
| "notes": "Same zero-token lowered shape as ORT's SkipLayerNormalization null-input case, applied to simplified RMS normalization." |
| }, |
| "attrs": { "epsilon": 1e-12 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [0, 4], "data": { "kind": "values", "values": [] } }, |
| "skipT": { "dtype": "float32", "shape": [0, 4], "data": { "kind": "values", "values": [] } }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.3, 0.2, 4.0, 2.2] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [0, 4], "tolerance": 0 }, |
| "residualT": { "dtype": "float32", "shape": [0, 4], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "large_hidden_320_no_bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 320], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 320], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [320], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 320], "tolerance": 0.0002 }, |
| "residualT": { "dtype": "float32", "shape": [2, 320], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_hidden_320_bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 320], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.029 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 320], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.019, "cosStep": 0.037 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [320], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.029, "cosStep": 0.017 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [320], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.007 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 320], "tolerance": 0.0002 }, |
| "residualT": { "dtype": "float32", "shape": [2, 320], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_hidden_768_no_bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.003, "cosStep": 0.005 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [1, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.007, "cosStep": 0.011 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [768], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.013, "cosStep": 0.017 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 768], "tolerance": 0.0002 }, |
| "residualT": { "dtype": "float32", "shape": [1, 768], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_hidden_768_bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.005, "cosStep": 0.009 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [1, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.015 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [768], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.017, "cosStep": 0.021 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [768], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.023, "cosStep": 0.027 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 768], "tolerance": 0.0002 }, |
| "residualT": { "dtype": "float32", "shape": [1, 768], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_simplified_batch1_flattened_tokens", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/skiplayernorm_op_test.cc", |
| "test": "SkipLayerNormTest.SkipSimplifiedLayerNormBatch1_Float16", |
| "notes": "ORT fp16 shape [1, 2, 4] is represented as float32 [2, 4] tokens by this lowered kernel. Epsilon is omitted to exercise the schema default of 1e-12." |
| }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [0.8, -0.5, 0.0, 1.0, 0.5, 0.2, 0.3, -0.6] } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.3, 0.2, 4.0, 2.2] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.00002 }, |
| "residualT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_simplified_batch1_bias_flattened_tokens", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/skiplayernorm_op_test.cc", |
| "test": "SkipLayerNormTest.SkipSimplifiedLayerNormBatch1_Bias_Float16", |
| "notes": "ORT fp16 shape [1, 1, 8] is represented as float32 [1, 8] tokens by this lowered kernel." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 8], |
| "data": { |
| "kind": "values", |
| "values": [0.12573242, -0.13208008, 0.640625, 0.10491943, -0.53564453, 0.36157227, 1.3037109, 0.94726562] |
| } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [1, 8], |
| "data": { |
| "kind": "values", |
| "values": [-0.70361328, -1.265625, -0.62304688, 0.041320801, -2.3242188, -0.21875, -1.2460938, -0.73242188] |
| } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { |
| "kind": "values", |
| "values": [0.94580078, 0.96826172, 1.0410156, 1.1044922, 0.98730469, 1.1367188, 0.93359375, 1.0351562] |
| } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { |
| "kind": "values", |
| "values": [0.45166016, 0.04699707, -0.37182617, -0.4609375, -0.22888184, 0.11010742, -0.50488281, -0.10461426] |
| } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 8], "tolerance": 0.00002 }, |
| "residualT": { "dtype": "float32", "shape": [1, 8], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "output_only_no_bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 2.0, -1.0, 0.5, -0.5] } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [0.5, -1.0, 1.0, 0.0, 0.0, 1.0, -0.5, 0.5] } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, 2.0, -1.0, 0.5] } } |
| }, |
| "outputs": { |
| "outputT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "tolerance": 0.00002, |
| "data": { |
| "kind": "values", |
| "values": [0.5052908659501396, 0.6737211546001862, -1.3474423092003724, 0.6737211546001862, 1.9999900000749995, 0.0, 0.0, 0.0] |
| } |
| } |
| } |
| }, |
| { |
| "name": "no_bias_hidden128_compact", |
| "provenance": { |
| "notes": "Compact hidden-size-128 companion for the output-only bench family; keeps the same row width under reference-computed full outputs." |
| }, |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [16, 128], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [16, 128], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [128], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [16, 128], "tolerance": 0.0002, "relTolerance": 0.0002 }, |
| "residualT": { "dtype": "float32", "shape": [16, 128], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "output_only_bias", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [0.25, -0.5, 1.0, 2.0, -1.0, 0.5, 1.5, -2.0] } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [0.75, 0.25, -0.5, 1.0, 1.0, -1.0, 0.5, 0.25] } |
| }, |
| "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.5, -1.0, 0.5, 2.0] } }, |
| "biasT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.1, -0.2, 0.3, 0.4] } } |
| }, |
| "outputs": { |
| "outputT": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "tolerance": 0.00002, |
| "data": { |
| "kind": "values", |
| "values": [0.8944258768765443, 0.24393433005723933, 0.21683051560643496, 3.686118765309394, 0.10873177077789489, 0.5074149302968427, 0.8336102426305274, -1.957171874002108] |
| } |
| } |
| } |
| }, |
| { |
| "name": "f16_no_bias_hidden768_decode", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.029 } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [2, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.019, "cosStep": 0.037 } |
| }, |
| "gammaT": { |
| "dtype": "float16", |
| "shape": [768], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 768], "tolerance": 0.01 }, |
| "residualT": { "dtype": "float16", "shape": [2, 768], "tolerance": 0.01 } |
| } |
| }, |
| { |
| "name": "f16_bias_hidden2048", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 2048], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.005, "cosStep": 0.009 } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [2, 2048], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.015 } |
| }, |
| "gammaT": { |
| "dtype": "float16", |
| "shape": [2048], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.017, "cosStep": 0.021 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [2048], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.023, "cosStep": 0.027 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 2048], "tolerance": 0.01 }, |
| "residualT": { "dtype": "float16", "shape": [2, 2048], "tolerance": 0.01 } |
| } |
| }, |
| { |
| "name": "unaligned_hidden770_bias_scalar_fallback", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 770], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 770], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [770], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.013, "cosStep": 0.017 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [770], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.029, "cosStep": 0.007 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 770], "tolerance": 0.0002 }, |
| "residualT": { "dtype": "float32", "shape": [2, 770], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "scalar_fallback_odd_hidden_large_common_offset_residual", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [5, 771], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "offset": 1000.0, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [5, 771], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [771], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [5, 771], "tolerance": 0.0005 }, |
| "residualT": { "dtype": "float32", "shape": [5, 771], "tolerance": 0.001 } |
| } |
| }, |
| { |
| "name": "empty_rows_vec4_hidden8", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [0, 8], "data": { "kind": "values", "values": [] } }, |
| "skipT": { "dtype": "float32", "shape": [0, 8], "data": { "kind": "values", "values": [] } }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "values", "values": [0.3, 0.2, 4.0, 2.2, 1.0, -1.0, 0.5, 1.5] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [0, 8], "tolerance": 0 }, |
| "residualT": { "dtype": "float32", "shape": [0, 8], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "rank3_no_bias_residual_2x3x8", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 3, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 8], "tolerance": 0.00002 }, |
| "residualT": { "dtype": "float32", "shape": [2, 3, 8], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "rank3_output_only_bias_2x2x12", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 2, 12], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.27 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 2, 12], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [12], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.37, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [12], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.11, "scale": 0.1 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float32", "shape": [2, 2, 12], "tolerance": 0.00002 } } |
| }, |
| { |
| "name": "f16_rank3_residual_2x2x768", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 2, 768], |
| "data": { "kind": "fillFloat32", "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [2, 2, 768], |
| "data": { "kind": "fillFloat32", "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float16", |
| "shape": [768], |
| "data": { "kind": "fillFloat32", "sinStep": 0.007, "cosStep": 0.041, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 2, 768], "tolerance": 0.01 }, |
| "residualT": { "dtype": "float16", "shape": [2, 2, 768], "tolerance": 0.005 } |
| } |
| }, |
| { |
| "name": "f16_no_bias_output_only_768", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.029 } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [2, 768], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.019, "cosStep": 0.037 } |
| }, |
| "gammaT": { |
| "dtype": "float16", |
| "shape": [768], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float16", "shape": [2, 768], "tolerance": 0.01 } } |
| }, |
| { |
| "name": "f16_bias_output_only_2048", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 2048], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.005, "cosStep": 0.009 } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [2, 2048], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.015 } |
| }, |
| "gammaT": { |
| "dtype": "float16", |
| "shape": [2048], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.017, "cosStep": 0.021 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [2048], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.023, "cosStep": 0.027 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float16", "shape": [2, 2048], "tolerance": 0.01 } } |
| }, |
| { |
| "name": "f16_rank3_output_only_unaligned_2x2x767", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 2, 767], |
| "data": { "kind": "fillFloat32", "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [2, 2, 767], |
| "data": { "kind": "fillFloat32", "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float16", |
| "shape": [767], |
| "data": { "kind": "fillFloat32", "sinStep": 0.007, "cosStep": 0.041, "scale": 0.2 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float16", "shape": [2, 2, 767], "tolerance": 0.01 } } |
| }, |
| { |
| "name": "output_only_no_bias_unaligned_hidden6_scalar_row", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float32", "shape": [2, 6], "tolerance": 0.000002 } } |
| }, |
| { |
| "name": "output_only_bias_unaligned_hidden6_scalar_row", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.019, "cosStep": 0.037 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.029 } |
| }, |
| "gammaT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.023, "cosStep": 0.027 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float32", "shape": [2, 6], "tolerance": 0.000002 } } |
| }, |
| { |
| "name": "f16_no_bias_unaligned_hidden6_scalar_row", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.017, "cosStep": 0.031 } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.023 } |
| }, |
| "gammaT": { |
| "dtype": "float16", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 6], "tolerance": 0.01 }, |
| "residualT": { "dtype": "float16", "shape": [2, 6], "tolerance": 0.005 } |
| } |
| }, |
| { |
| "name": "f16_bias_unaligned_hidden6_scalar_row", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.019, "cosStep": 0.037 } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.029 } |
| }, |
| "gammaT": { |
| "dtype": "float16", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.007, "cosStep": 0.041 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.023, "cosStep": 0.027 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 6], "tolerance": 0.01 }, |
| "residualT": { "dtype": "float16", "shape": [2, 6], "tolerance": 0.005 } |
| } |
| }, |
| { |
| "name": "f16_bias_output_only_unaligned_hidden6_scalar_row", |
| "attrs": { "epsilon": 0.00001 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.005, "cosStep": 0.009 } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [2, 6], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.011, "cosStep": 0.015 } |
| }, |
| "gammaT": { |
| "dtype": "float16", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "offset": 1.0, "sinStep": 0.017, "cosStep": 0.021 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [6], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.023, "cosStep": 0.027 } |
| } |
| }, |
| "outputs": { "outputT": { "dtype": "float16", "shape": [2, 6], "tolerance": 0.01 } } |
| } |
| ] |
| } |
|
|
