| { |
| "op": "ai.onnx.GroupNormalization", |
| "fixtureArrays": { |
| "batch2_groups2_f32_input_x": [1, 2, 3, 4, 5, 6, 7, 8, -1, -2, -3, -4, 8, 7, 6, 5], |
| "ort_rank3_equivalent_instance_norm_groups_equal_channels_input_x": [3.1513367, 9.283596, 1.4546119, 5.4617004, 8.519701, 1.2382338, 1.7930176, 5.1099434, 7.9195533, 7.638727, 8.065445, 3.8082376, 2.3667817, 2.8248506, 3.7754705, 5.861325, 5.058735, 3.2787242, 3.6843839, 9.755121, 2.7902672, 7.3974323, 8.283609, 8.488337], |
| "ort_rank3_group_size_n_input_x": [-1.1258, -1.1524, -0.2506, -0.4339, 0.8487, 0.692, -0.316, -2.1152, 0.3223, -1.2633, 0.35, 0.3081, 0.1198, 1.2377, 1.1168, -0.2473, -1.3527, -1.6959, 0.5667, 0.7935, 0.5988, -1.5551, -0.3414, 1.853, 0.7502, -0.5855, -0.1734, 0.1835, 1.3894, 1.5863, 0.9463, -0.8437, -0.6136, 0.0316, -0.4927, 0.2484, 0.4397, 0.1124, 0.6408, 0.4412, -0.1023, 0.7924, -0.2897, 0.0525, 0.5229, 2.3022, -1.4689, -1.5867], |
| "ort_rank3_group_size_n_output_y": [-0.759, -0.7848, 0.0914, -0.0867, 1.1595, 1.0073, 0.0278, -1.7203, 0.648, -0.8926, 0.6749, 0.6343, 0.0232, 0.9274, 0.8296, -0.2738, -1.1679, -1.4456, 0.3846, 0.5681, 0.4107, -1.3317, -0.3499, 1.4252, 0.5772, -0.8298, -0.3957, -0.0198, 1.2505, 1.458, 0.7838, -1.1017, -0.8594, -0.1798, -0.732, 0.0486, 0.2541, -0.0377, 0.4334, 0.2554, -0.2291, 0.5686, -0.3962, -0.0911, 0.3282, 1.9145, -1.4475, -1.5525], |
| "onnx_backend_group_normalization_example_input_x": [1.764052391052246, 0.40015721321105957, 0.978738009929657, 2.2408931255340576, 1.8675580024719238, -0.9772778749465942, 0.9500884413719177, -0.15135720372200012, -0.10321885347366333, 0.4105985164642334, 0.14404356479644775, 1.4542734622955322, 0.7610377073287964, 0.12167501449584961, 0.44386324286460876, 0.3336743414402008, 1.4940791130065918, -0.2051582634449005, 0.3130677044391632, -0.8540957570075989, -2.5529897212982178, 0.653618574142456, 0.8644362092018127, -0.7421650290489197, 2.269754648208618, -1.4543657302856445, 0.04575851559638977, -0.18718385696411133, 1.5327792167663574, 1.4693588018417358, 0.154947429895401, 0.37816253304481506, -0.8877857327461243, -1.980796456336975, -0.34791216254234314, 0.15634897351264954, 1.2302906513214111, 1.202379822731018, -0.38732680678367615, -0.302302747964859, -1.0485529899597168, -1.420017957687378, -1.7062702178955078, 1.950775384902954, -0.5096521973609924, -0.4380742907524109, -1.2527953386306763, 0.7774903774261475] |
| }, |
| "cases": [ |
| { |
| "name": "subgroup_vec4_2x8x16x16_g2", |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [2, 8, 16, 16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.21 } |
| }, |
| "scale": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.29, "cosStep": 0.11, "scale": 0.5 } |
| }, |
| "bias": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.19, "scale": 0.25 } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [2, 8, 16, 16], "tolerance": 0.000002 } } |
| }, |
| { |
| "name": "subgroup_scalar_1x4x7x7_g2", |
| "attrs": { "num_groups": 2 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 4, 7, 7], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.23 } |
| }, |
| "scale": { |
| "dtype": "float32", |
| "shape": [4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.31, "cosStep": 0.07, "scale": 0.4 } |
| }, |
| "bias": { |
| "dtype": "float32", |
| "shape": [4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.05, "cosStep": 0.13, "scale": 0.2 } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 4, 7, 7], "tolerance": 0.000002 } } |
| }, |
| { |
| "name": "f32_tiny_variance_epsilon_zero_gpu_gap", |
| "skipGpu": { |
| "category": "permanent", |
| "reason": "Portable WGSL floating-point semantics do not guarantee preservation of the subnormal values required by this fixture. Backend evidence: WebGPU/Metal flushes subnormals to zero in f32; each group's subnormal variance collapses to zero so normalization is non-finite." |
| }, |
| "provenance": { |
| "source": "onnxruntime/test/providers/cpu/nn/group_norm_op_test.cc", |
| "test": "GroupNormalizationOpTest.Equivalent_InstanceNorm_G_C", |
| "notes": "Valid epsilon=0 edge: each group has tiny normal centered values with positive subnormal variance, so normalization should be finite." |
| }, |
| "attrs": { "num_groups": 2, "epsilon": 0 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 2], |
| "data": { "kind": "values", "values": [1e-20, -1e-20, 2e-20, -2e-20] } |
| }, |
| "scale": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [1.0, 1.0] } }, |
| "bias": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 0.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 2, 1, 2], "tolerance": 0.00001 } } |
| }, |
| { |
| "name": "f32_subnormal_scale_instance_groups_gpu_gap", |
| "skipGpu": { |
| "category": "permanent", |
| "reason": "Portable WGSL floating-point semantics do not guarantee preservation of the subnormal values required by this fixture. Backend evidence: WebGPU/Metal flushes subnormals to zero in f32; the subnormal per-channel scale collapses to zero, losing the tiny affine output." |
| }, |
| "provenance": { |
| "source": "onnxruntime/test/providers/cpu/nn/group_norm_op_test.cc", |
| "test": "GroupNormalizationOpTest.Equivalent_InstanceNorm_G_C", |
| "notes": "Subnormal per-channel scale is valid and should preserve tiny affine outputs after otherwise ordinary normalization." |
| }, |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 2], |
| "data": { "kind": "values", "values": [-1.0, 1.0, -2.0, 2.0] } |
| }, |
| "scale": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [1e-40, -2e-40] } }, |
| "bias": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 0.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 2, 1, 2], "tolerance": 1e-44 } } |
| }, |
| { |
| "name": "f32_subnormal_scale_grouped_spatial_vec4_gpu_gap", |
| "skipGpu": { |
| "category": "permanent", |
| "reason": "Portable WGSL floating-point semantics do not guarantee preservation of the subnormal values required by this fixture. Backend evidence: WebGPU/Metal flushes subnormals to zero in f32; the subnormal per-channel scale collapses to zero (grouped spatial vec4 path)." |
| }, |
| "provenance": { |
| "source": "onnxruntime/test/providers/cpu/nn/group_norm_op_test.cc", |
| "test": "GroupNormalizationOpTest.GroupSize_N", |
| "notes": "Larger grouped companion: subnormal scales should survive across channels and spatial positions." |
| }, |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 4, 2, 2], |
| "data": { |
| "kind": "values", |
| "values": [-3.0, -1.0, 1.0, 3.0, -2.0, 0.0, 2.0, 4.0, 4.0, 2.0, 0.0, -2.0, 3.0, 1.0, -1.0, -3.0] |
| } |
| }, |
| "scale": { |
| "dtype": "float32", |
| "shape": [4], |
| "data": { "kind": "values", "values": [1e-40, -2e-40, 3e-40, -4e-40] } |
| }, |
| "bias": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.0, 0.0, 0.0, 0.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 4, 2, 2], "tolerance": 1e-44 } } |
| }, |
| { |
| "name": "nchw_groups2_f32", |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 4, 1, 2], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0] } |
| }, |
| "scale": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, 1.5, 0.5, 2.0] } }, |
| "bias": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.0, 0.25, -0.5, 1.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 4, 1, 2] } }, |
| "tolerance": 0.00001 |
| }, |
| { |
| "name": "instance_equivalent_f16", |
| "attrs": { "num_groups": 4, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float16", |
| "shape": [1, 4, 1, 2], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0] } |
| }, |
| "scale": { "dtype": "float16", "shape": [4], "data": { "kind": "values", "values": [1.0, 1.0, 1.0, 1.0] } }, |
| "bias": { "dtype": "float16", "shape": [4], "data": { "kind": "values", "values": [0.0, 0.0, 0.0, 0.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [1, 4, 1, 2] } }, |
| "tolerance": 0.002 |
| }, |
| { |
| "name": "layernorm_equivalent_one_group_f32", |
| "attrs": { "num_groups": 1, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 4, 2, 1], |
| "data": { "kind": "values", "values": [-3.0, -1.0, 0.0, 2.0, 4.0, 6.0, 8.0, 10.0] } |
| }, |
| "scale": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, 0.5, -1.0, 2.0] } }, |
| "bias": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.0, 1.0, -2.0, 3.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 4, 2, 1], "tolerance": 0.00001 } } |
| }, |
| { |
| "name": "zero_variance_bias_only", |
| "attrs": { "num_groups": 2, "epsilon": 0.001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 4, 1, 2], |
| "data": { "kind": "values", "values": [7.0, 7.0, 7.0, 7.0, -3.0, -3.0, -3.0, -3.0] } |
| }, |
| "scale": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [10.0, -2.0, 3.0, 4.0] } }, |
| "bias": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.5, -1.0, 2.0, -3.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 4, 1, 2], "tolerance": 0.000001 } } |
| }, |
| { |
| "name": "batch2_groups2_f32", |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [2, 4, 1, 2], |
| "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/batch2_groups2_f32_input_x" } } |
| }, |
| "scale": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, 1.5, 0.5, 2.0] } }, |
| "bias": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.0, 0.25, -0.5, 1.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [2, 4, 1, 2], "tolerance": 0.00001 } } |
| }, |
| { |
| "name": "rank5_ncdhw_groups2_f32", |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 4, 2, 1, 2], |
| "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/batch2_groups2_f32_input_x" } } |
| }, |
| "scale": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, 1.5, 0.5, 2.0] } }, |
| "bias": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.0, 0.25, -0.5, 1.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 4, 2, 1, 2], "tolerance": 0.00001 } } |
| }, |
| { |
| "name": "ort_rank3_equivalent_instance_norm_groups_equal_channels", |
| "provenance": { |
| "source": "onnxruntime/test/providers/cpu/nn/group_norm_op_test.cc", |
| "test": "GroupNormalizationOpTest.Equivalent_InstanceNorm_G_C" |
| }, |
| "attrs": { "num_groups": 3, "epsilon": 0.3 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [2, 3, 4], |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ort_rank3_equivalent_instance_norm_groups_equal_channels_input_x" } |
| } |
| }, |
| "scale": { "dtype": "float32", "shape": [3], "data": { "kind": "values", "values": [1.0, 1.0, 1.0] } }, |
| "bias": { "dtype": "float32", "shape": [3], "data": { "kind": "values", "values": [0.0, 0.0, 0.0] } } |
| }, |
| "outputs": { |
| "y": { |
| "dtype": "float32", |
| "shape": [2, 3, 4], |
| "tolerance": 0.0001, |
| "data": { |
| "kind": "values", |
| "values": [-0.56495477, 1.48930046, -1.13334329, 0.20899761, 1.46688162, -0.98600774, -0.79911913, 0.31824524, 0.57370438, 0.42193634, 0.6525492, -1.64818992, -0.92380346, -0.60808484, 0.04711878, 1.48476953, -0.14644464, -0.82262872, -0.66852817, 1.63760153, -1.65898662, 0.27618144, 0.64840618, 0.734399] |
| } |
| } |
| } |
| }, |
| { |
| "name": "ort_rank3_equivalent_instance_norm_groups_equal_channels_f16", |
| "provenance": { |
| "source": "onnxruntime/test/providers/cpu/nn/group_norm_op_test.cc", |
| "test": "GroupNormalizationOpTest.Equivalent_InstanceNorm_G_C", |
| "notes": "MLFloat16 typed variant of the ORT GroupNormalization instance-normalization case." |
| }, |
| "attrs": { "num_groups": 3, "epsilon": 0.3 }, |
| "inputs": { |
| "x": { |
| "dtype": "float16", |
| "shape": [2, 3, 4], |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/ort_rank3_equivalent_instance_norm_groups_equal_channels_input_x" } |
| } |
| }, |
| "scale": { "dtype": "float16", "shape": [3], "data": { "kind": "values", "values": [1.0, 1.0, 1.0] } }, |
| "bias": { "dtype": "float16", "shape": [3], "data": { "kind": "values", "values": [0.0, 0.0, 0.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [2, 3, 4], "tolerance": 0.003 } } |
| }, |
| { |
| "name": "ort_rank3_equivalent_layer_norm_one_group", |
| "provenance": { |
| "source": "onnxruntime/test/providers/cpu/nn/group_norm_op_test.cc", |
| "test": "GroupNormalizationOpTest.Equivalent_LayerNorm_G_1" |
| }, |
| "attrs": { "num_groups": 1, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 2, 3], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 5.0, 6.0] } |
| }, |
| "scale": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [1.0, 1.0] } }, |
| "bias": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [2.0, 1.0] } } |
| }, |
| "outputs": { |
| "y": { |
| "dtype": "float32", |
| "shape": [1, 2, 3], |
| "tolerance": 0.0001, |
| "data": { "kind": "values", "values": [0.5361, 1.1216, 1.7072, 1.2928, 1.8783, 2.4638] } |
| } |
| } |
| }, |
| { |
| "name": "ort_rank3_equivalent_layer_norm_one_group_f16", |
| "provenance": { |
| "source": "onnxruntime/test/providers/cpu/nn/group_norm_op_test.cc", |
| "test": "GroupNormalizationOpTest.Equivalent_LayerNorm_G_1", |
| "notes": "MLFloat16 typed variant of ORT's GroupNormalization-as-LayerNorm case." |
| }, |
| "attrs": { "num_groups": 1, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float16", |
| "shape": [1, 2, 3], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 5.0, 6.0] } |
| }, |
| "scale": { "dtype": "float16", "shape": [2], "data": { "kind": "values", "values": [1.0, 1.0] } }, |
| "bias": { "dtype": "float16", "shape": [2], "data": { "kind": "values", "values": [2.0, 1.0] } } |
| }, |
| "outputs": { |
| "y": { |
| "dtype": "float16", |
| "shape": [1, 2, 3], |
| "tolerance": 0.001, |
| "data": { "kind": "values", "values": [0.5361, 1.1216, 1.7072, 1.2928, 1.8783, 2.4638] } |
| } |
| } |
| }, |
| { |
| "name": "ort_rank3_group_size_n", |
| "provenance": { |
| "source": "onnxruntime/test/providers/cpu/nn/group_norm_op_test.cc", |
| "test": "GroupNormalizationOpTest.GroupSize_N" |
| }, |
| "attrs": { "num_groups": 2, "epsilon": 0.3 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [2, 6, 4], |
| "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_rank3_group_size_n_input_x" } } |
| }, |
| "scale": { "dtype": "float32", "shape": [6], "data": { "kind": "constant", "value": 1.0 } }, |
| "bias": { "dtype": "float32", "shape": [6], "data": { "kind": "constant", "value": 0.0 } } |
| }, |
| "outputs": { |
| "y": { |
| "dtype": "float32", |
| "shape": [2, 6, 4], |
| "tolerance": 0.0001, |
| "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_rank3_group_size_n_output_y" } } |
| } |
| } |
| }, |
| { |
| "name": "ort_rank3_group_size_n_f16", |
| "provenance": { |
| "source": "onnxruntime/test/providers/cpu/nn/group_norm_op_test.cc", |
| "test": "GroupNormalizationOpTest.GroupSize_N", |
| "notes": "MLFloat16 typed variant of ORT's six-channel, two-group normalization case; ORT uses 0.005 output tolerance for the fp16 typed test." |
| }, |
| "attrs": { "num_groups": 2, "epsilon": 0.3 }, |
| "inputs": { |
| "x": { |
| "dtype": "float16", |
| "shape": [2, 6, 4], |
| "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_rank3_group_size_n_input_x" } } |
| }, |
| "scale": { "dtype": "float16", "shape": [6], "data": { "kind": "constant", "value": 1.0 } }, |
| "bias": { "dtype": "float16", "shape": [6], "data": { "kind": "constant", "value": 0.0 } } |
| }, |
| "outputs": { |
| "y": { |
| "dtype": "float16", |
| "shape": [2, 6, 4], |
| "tolerance": 0.005, |
| "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_rank3_group_size_n_output_y" } } |
| } |
| } |
| }, |
| { |
| "name": "onnx_backend_group_normalization_example", |
| "provenance": { "source": "cmake/external/onnx/onnx/backend/test/data/node/test_group_normalization_example" }, |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [3, 4, 2, 2], |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/onnx_backend_group_normalization_example_input_x" } |
| } |
| }, |
| "scale": { |
| "dtype": "float32", |
| "shape": [4], |
| "data": { |
| "kind": "values", |
| "values": [-1.6138978004455566, -0.21274028718471527, -0.8954665660858154, 0.38690251111984253] |
| } |
| }, |
| "bias": { |
| "dtype": "float32", |
| "shape": [4], |
| "data": { |
| "kind": "values", |
| "values": [-0.5108051300048828, -1.18063223361969, -0.02818222902715206, 0.4283318817615509] |
| } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [3, 4, 2, 2], "tolerance": 0.00005 } } |
| }, |
| { |
| "name": "onnx_backend_group_normalization_epsilon", |
| "provenance": { "source": "cmake/external/onnx/onnx/backend/test/data/node/test_group_normalization_epsilon" }, |
| "attrs": { "num_groups": 2, "epsilon": 0.009999999776482582 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [3, 4, 2, 2], |
| "data": { |
| "kind": "values", |
| "values": { "$ref": "#/fixtureArrays/onnx_backend_group_normalization_example_input_x" } |
| } |
| }, |
| "scale": { |
| "dtype": "float32", |
| "shape": [4], |
| "data": { |
| "kind": "values", |
| "values": [-1.6138978004455566, -0.21274028718471527, -0.8954665660858154, 0.38690251111984253] |
| } |
| }, |
| "bias": { |
| "dtype": "float32", |
| "shape": [4], |
| "data": { |
| "kind": "values", |
| "values": [-0.5108051300048828, -1.18063223361969, -0.02818222902715206, 0.4283318817615509] |
| } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [3, 4, 2, 2], "tolerance": 0.00005 } } |
| }, |
| { |
| "name": "empty_zero_dim", |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { "dtype": "float32", "shape": [0, 8, 16, 16], "data": { "kind": "values", "values": [] } }, |
| "scale": { "dtype": "float32", "shape": [8], "data": { "kind": "constant", "value": 1.0 } }, |
| "bias": { "dtype": "float32", "shape": [8], "data": { "kind": "constant", "value": 0.0 } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [0, 8, 16, 16], "tolerance": 0 } } |
| }, |
| { |
| "name": "empty_zero_dim_f16", |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { "dtype": "float16", "shape": [0, 8, 16, 16], "data": { "kind": "values", "values": [] } }, |
| "scale": { "dtype": "float16", "shape": [8], "data": { "kind": "constant", "value": 1.0 } }, |
| "bias": { "dtype": "float16", "shape": [8], "data": { "kind": "constant", "value": 0.0 } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [0, 8, 16, 16], "tolerance": 0 } } |
| }, |
| { |
| "name": "empty_zero_channels", |
| "attrs": { "num_groups": 1, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { "dtype": "float32", "shape": [2, 0, 4, 4], "data": { "kind": "values", "values": [] } }, |
| "scale": { "dtype": "float32", "shape": [0], "data": { "kind": "values", "values": [] } }, |
| "bias": { "dtype": "float32", "shape": [0], "data": { "kind": "values", "values": [] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [2, 0, 4, 4], "tolerance": 0 } } |
| }, |
| { |
| "name": "f16_instance_norm_4d_vec4_1x16x8x8_g16", |
| "attrs": { "num_groups": 16, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float16", |
| "shape": [1, 16, 8, 8], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.19, "scale": 1.5 } |
| }, |
| "scale": { |
| "dtype": "float16", |
| "shape": [16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.27, "cosStep": 0.13, "scale": 0.5, "offset": 1.0 } |
| }, |
| "bias": { |
| "dtype": "float16", |
| "shape": [16], |
| "data": { "kind": "fillFloat32", "sinStep": 0.09, "cosStep": 0.17, "scale": 0.25 } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [1, 16, 8, 8], "tolerance": 0.02 } } |
| }, |
| { |
| "name": "f16_groupnorm_4d_vec4_cpg4_1x32x14x14_g8", |
| "attrs": { "num_groups": 8, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float16", |
| "shape": [1, 32, 14, 14], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.23, "scale": 2.0 } |
| }, |
| "scale": { |
| "dtype": "float16", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.31, "cosStep": 0.07, "scale": 0.4, "offset": 1.0 } |
| }, |
| "bias": { |
| "dtype": "float16", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.05, "cosStep": 0.29, "scale": 0.3 } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [1, 32, 14, 14], "tolerance": 0.03 } } |
| }, |
| { |
| "name": "rank6_vec4_g2_distinct_affine", |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 4, 2, 2, 2, 2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.21, "scale": 1.5 } |
| }, |
| "scale": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, -2.0, 0.5, 3.0] } }, |
| "bias": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.25, -1.0, 2.0, -0.5] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 4, 2, 2, 2, 2], "tolerance": 0.00002 } } |
| }, |
| { |
| "name": "vec4_layernorm_equiv_g1_distinct_per_channel_affine", |
| "attrs": { "num_groups": 1, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 8, 4, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.23, "scale": 2.0 } |
| }, |
| "scale": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "values", "values": [1.0, -2.0, 0.5, 3.0, -1.5, 2.5, -0.5, 4.0] } |
| }, |
| "bias": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "values", "values": [0.0, 1.0, -0.5, 2.0, -1.0, 0.5, 3.0, -2.0] } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 8, 4, 4], "tolerance": 0.00002 } } |
| }, |
| { |
| "name": "scalar_layernorm_equiv_g1_distinct_affine_odd_spatial", |
| "attrs": { "num_groups": 1, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 8, 5, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.29, "scale": 1.75 } |
| }, |
| "scale": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "values", "values": [1.0, -2.0, 0.5, 3.0, -1.5, 2.5, -0.5, 4.0] } |
| }, |
| "bias": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "values", "values": [0.0, 1.0, -0.5, 2.0, -1.0, 0.5, 3.0, -2.0] } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 8, 5, 5], "tolerance": 0.00002 } } |
| }, |
| { |
| "name": "vec4_instance_equiv_gEqC_distinct_scale_per_channel", |
| "attrs": { "num_groups": 6, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [2, 6, 4, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.07, "scale": 1.25 } |
| }, |
| "scale": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "values", "values": [1.0, -2.0, 0.5, 3.0, -1.5, 2.5] } |
| }, |
| "bias": { |
| "dtype": "float32", |
| "shape": [6], |
| "data": { "kind": "values", "values": [0.0, 1.0, -0.5, 2.0, -1.0, 0.5] } |
| } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [2, 6, 4, 4], "tolerance": 0.00002 } } |
| }, |
| { |
| "name": "group_splitk_layernorm_equiv_65536", |
| "attrs": { "num_groups": 1, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 16, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.027, "scale": 0.5 } |
| }, |
| "scale": { "dtype": "float32", "shape": [16], "data": { "kind": "constant", "value": 1.0 } }, |
| "bias": { "dtype": "float32", "shape": [16], "data": { "kind": "constant", "value": 0.0 } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 16, 64, 64], "tolerance": 0.0002 } } |
| }, |
| { |
| "name": "rank7_spatial", |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 4, 1, 2, 1, 2, 2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.29, "scale": 2.0 } |
| }, |
| "scale": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, 0.5, 1.5, 2.0] } }, |
| "bias": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.0, 0.25, -0.5, 1.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 4, 1, 2, 1, 2, 2], "tolerance": 0.000002 } } |
| }, |
| { |
| "name": "onnx21_f16_stash_float16_rounding", |
| "provenance": { |
| "source": "onnx/defs/nn/defs.cc GroupNormalization-21 function body", |
| "notes": "TensorProto FLOAT16 stash (10). Sequential f16 stage arithmetic produces outputs separated by multiple f16 ULPs from the default float32-stash route." |
| }, |
| "requires": { "features": ["shader-f16"] }, |
| "attrs": { "num_groups": 1, "epsilon": 0.00001, "stash_type": 10 }, |
| "inputs": { |
| "x": { |
| "dtype": "float16", |
| "shape": [1, 2, 1, 2], |
| "data": { "kind": "values", "values": [-3.650390625, -2.51171875, -3.216796875, -2.568359375] } |
| }, |
| "scale": { "dtype": "float16", "shape": [2], "data": { "kind": "values", "values": [1.6484375, 3.365234375] } }, |
| "bias": { |
| "dtype": "float16", |
| "shape": [2], |
| "data": { "kind": "values", "values": [-0.26123046875, 1.74609375] } |
| } |
| }, |
| "outputs": { |
| "y": { |
| "dtype": "float16", |
| "shape": [1, 2, 1, 2], |
| "tolerance": 0.002, |
| "relTolerance": 0, |
| "data": { "kind": "values", "values": [-2.59375, 1.41796875, 0.1025390625, 4.765625] } |
| } |
| } |
| }, |
| { |
| "name": "onnx21_f32_stash_float16_rounding", |
| "provenance": { |
| "source": "onnx/defs/nn/defs.cc GroupNormalization-21 function body", |
| "notes": "TensorProto FLOAT16 stash (10) with float32 T. Non-f16 input and affine values expose both the cast into float16 stage one and the required cast back to float32 before scale and bias." |
| }, |
| "requires": { "features": ["shader-f16"] }, |
| "attrs": { "num_groups": 1, "epsilon": 0.00001, "stash_type": 10 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 2], |
| "data": { "kind": "values", "values": [-3.6501, -2.5113, -3.2172, -2.5687] } |
| }, |
| "scale": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [1.6483, 3.3657] } }, |
| "bias": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [-0.2612, 1.7463] } } |
| }, |
| "outputs": { |
| "y": { |
| "dtype": "float32", |
| "shape": [1, 2, 1, 2], |
| "tolerance": 0.000001, |
| "relTolerance": 0, |
| "data": { |
| "kind": "values", |
| "values": [-2.593608856201172, 1.417683720588684, 0.10207010805606842, 4.7668843269348145] |
| } |
| } |
| } |
| }, |
| { |
| "name": "rank8_spatial", |
| "attrs": { "num_groups": 2, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float32", |
| "shape": [1, 4, 1, 2, 1, 2, 2, 2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.27 } |
| }, |
| "scale": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, 0.5, -1.0, 2.0] } }, |
| "bias": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.0, 0.25, -0.5, 1.0] } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 4, 1, 2, 1, 2, 2, 2], "tolerance": 0.000002 } } |
| }, |
| { |
| "name": "group_splitk_layernorm_equiv_65536_f16", |
| "provenance": { |
| "notes": "float16 twin of the split-K group reduction. Only f32 cases reached the split-K partial and apply shaders, so neither had ever emitted its f16 declaration." |
| }, |
| "attrs": { "num_groups": 1, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { |
| "dtype": "float16", |
| "shape": [1, 16, 64, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.027, "scale": 0.5 } |
| }, |
| "scale": { "dtype": "float16", "shape": [16], "data": { "kind": "constant", "value": 1.0 } }, |
| "bias": { "dtype": "float16", "shape": [16], "data": { "kind": "constant", "value": 0.0 } } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [1, 16, 64, 64], "tolerance": 0.02 } } |
| } |
| ] |
| } |
|
|
