| { |
| "op": "com.microsoft.QuickGelu", |
| "cases": [ |
| { |
| "name": "dispatch_cliff_scalar_over_16M", |
| "attrs": { "alpha": 1.702 }, |
| "inputs": { |
| "X": { "dtype": "float32", "shape": [16776961], "data": { "kind": "linspace", "start": -4.0, "end": 4.0 } } |
| }, |
| "outputs": { "Y": { "dtype": "float32", "shape": [16776961], "tolerance": 0.0001 } } |
| }, |
| { |
| "name": "ort_default_alpha_extreme_safe_sigmoid", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/activation_op_test.cc", |
| "test": "ActivationOpTest.QuickGelu", |
| "notes": "Default alpha path over very large magnitudes; the safe sigmoid should not overflow." |
| }, |
| "inputs": { |
| "X": { |
| "dtype": "float32", |
| "shape": [1, 9], |
| "data": { "kind": "values", "values": [-1000.0, -100.0, -10.0, -1.0, 0.0, 1.0, 10.0, 100.0, 1000.0] } |
| } |
| }, |
| "outputs": { |
| "Y": { |
| "dtype": "float32", |
| "shape": [1, 9], |
| "tolerance": 0.000001, |
| "data": { |
| "kind": "values", |
| "values": [0.0, 0.0, -2.980232238769531e-7, -0.15420421957969666, 0.0, 0.845795750617981, 10.0, 100.0, 1000.0] |
| } |
| } |
| } |
| }, |
| { |
| "name": "ort_alpha_one_matches_silu_edges", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/activation_op_test.cc", |
| "test": "ActivationOpTest.QuickGelu" |
| }, |
| "attrs": { "alpha": 1 }, |
| "inputs": { |
| "X": { |
| "dtype": "float32", |
| "shape": [7], |
| "data": { "kind": "values", "values": [-100.0, -10.0, -1.0, 0.0, 1.0, 10.0, 100.0] } |
| } |
| }, |
| "outputs": { |
| "Y": { |
| "dtype": "float32", |
| "shape": [7], |
| "tolerance": 0.000001, |
| "data": { |
| "kind": "values", |
| "values": [0.0, -0.0004538893699645996, -0.2689414322376251, 0.0, 0.7310585975646973, 9.99954605102539, 100.0] |
| } |
| } |
| } |
| }, |
| { |
| "name": "ort_negative_alpha_flips_gate", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/activation_op_test.cc", |
| "test": "ActivationOpTest.QuickGelu" |
| }, |
| "attrs": { "alpha": -1.702 }, |
| "inputs": { |
| "X": { "dtype": "float32", "shape": [5], "data": { "kind": "values", "values": [-3.0, -1.0, 0.0, 1.0, 3.0] } } |
| }, |
| "outputs": { |
| "Y": { |
| "dtype": "float32", |
| "shape": [5], |
| "tolerance": 0.000001, |
| "data": { |
| "kind": "values", |
| "values": [-2.981928825378418, -0.845795750617981, 0.0, 0.15420421957969666, 0.018071293830871582] |
| } |
| } |
| } |
| }, |
| { |
| "name": "ort_negative_alpha_extreme_safe_sigmoid", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/activation_op_test.cc", |
| "test": "ActivationOpTest.QuickGelu", |
| "notes": "Upstream negative-alpha branch extended over the same large magnitudes as the positive-alpha ORT vector to guard the stable sigmoid reformulation." |
| }, |
| "attrs": { "alpha": -1.702 }, |
| "inputs": { |
| "X": { |
| "dtype": "float32", |
| "shape": [1, 9], |
| "data": { "kind": "values", "values": [-1000.0, -100.0, -10.0, -1.0, 0.0, 1.0, 10.0, 100.0, 1000.0] } |
| } |
| }, |
| "outputs": { |
| "Y": { |
| "dtype": "float32", |
| "shape": [1, 9], |
| "tolerance": 0.000001, |
| "data": { |
| "kind": "values", |
| "values": [-1000.0, -100.0, -10.0, -0.845795750617981, 0.0, 0.15420423448085785, 4.0579612914370955e-7, 0.0, 0.0] |
| } |
| } |
| } |
| }, |
| { |
| "name": "ort_empty_rank4", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/activation_op_test.cc", |
| "notes": "Empty tensors should preserve shape and produce no values." |
| }, |
| "inputs": { "X": { "dtype": "float32", "shape": [1, 0, 2, 3], "data": { "kind": "values", "values": [] } } }, |
| "outputs": { "Y": { "dtype": "float32", "shape": [1, 0, 2, 3], "data": { "kind": "values", "values": [] } } } |
| }, |
| { |
| "name": "vec4_default_alpha_mixed_magnitudes", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/activation_op_test.cc", |
| "test": "ActivationOpTest.QuickGelu", |
| "notes": "numel divisible by 4 so the vec4 variant is exercised; default alpha over a spread of signs/magnitudes." |
| }, |
| "inputs": { |
| "X": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "data": { "kind": "values", "values": [-2.0, -0.5, 0.0, 0.5, 2.0, 1.0, -1.0, 4.0] } |
| } |
| }, |
| "outputs": { |
| "Y": { |
| "dtype": "float32", |
| "shape": [2, 4], |
| "tolerance": 0.000001, |
| "data": { |
| "kind": "values", |
| "values": [-0.06434137374162674, -0.14961156249046326, 0.0, 0.35038843750953674, 1.935658574104309, 0.845795750617981, -0.15420423448085785, 3.9955852031707764] |
| } |
| } |
| } |
| }, |
| { |
| "name": "alpha_zero_halves_input", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/activation_op_test.cc", |
| "test": "ActivationOpTest.QuickGelu", |
| "notes": "Additional edge: alpha=0 makes sigmoid(alpha*x)=0.5 for every finite x." |
| }, |
| "attrs": { "alpha": 0 }, |
| "inputs": { |
| "X": { "dtype": "float32", "shape": [5], "data": { "kind": "values", "values": [-3.0, -1.0, 0.0, 1.0, 3.0] } } |
| }, |
| "outputs": { |
| "Y": { |
| "dtype": "float32", |
| "shape": [5], |
| "tolerance": 0, |
| "data": { "kind": "values", "values": [-1.5, -0.5, 0.0, 0.5, 1.5] } |
| } |
| } |
| }, |
| { |
| "name": "alpha_zero_subnormal_half_input_vec4_gpu_gap", |
| "skipGpu": { |
| "category": "permanent", |
| "reason": "Portable WGSL floating-point semantics do not guarantee preservation of the subnormal values required by this fixture. Backend evidence: WebGPU/Metal flushes subnormals to zero (f32 and f16); the kernel cannot preserve denormal inputs/outputs bit-exactly." |
| }, |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/activation_op_test.cc", |
| "test": "ActivationOpTest.QuickGelu", |
| "notes": "With alpha=0, QuickGelu is exactly x/2, so signed subnormal inputs should not flush to zero in the vec4 path." |
| }, |
| "attrs": { "alpha": 0 }, |
| "inputs": { |
| "X": { |
| "dtype": "float32", |
| "shape": [4], |
| "data": { "kind": "values", "values": [1e-40, -1e-40, 1e-38, -1e-38] } |
| } |
| }, |
| "outputs": { |
| "Y": { |
| "dtype": "float32", |
| "shape": [4], |
| "tolerance": 2e-45, |
| "data": { |
| "kind": "values", |
| "values": [4.99997305055738e-41, -4.99997305055738e-41, 4.999999675228202e-39, -4.999999675228202e-39] |
| } |
| } |
| } |
| }, |
| { |
| "name": "alpha_zero_subnormal_half_input_scalar_gpu_gap", |
| "skipGpu": { |
| "category": "permanent", |
| "reason": "Portable WGSL floating-point semantics do not guarantee preservation of the subnormal values required by this fixture. Backend evidence: WebGPU/Metal flushes subnormals to zero (f32 and f16); the kernel cannot preserve denormal inputs/outputs bit-exactly." |
| }, |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/activation_op_test.cc", |
| "test": "ActivationOpTest.QuickGelu", |
| "notes": "Scalar-path companion for alpha=0 exact half-input subnormal behavior." |
| }, |
| "attrs": { "alpha": 0 }, |
| "inputs": { |
| "X": { "dtype": "float32", "shape": [3], "data": { "kind": "values", "values": [1e-40, -1e-40, 1e-38] } } |
| }, |
| "outputs": { |
| "Y": { |
| "dtype": "float32", |
| "shape": [3], |
| "tolerance": 2e-45, |
| "data": { "kind": "values", "values": [4.99997305055738e-41, -4.99997305055738e-41, 4.999999675228202e-39] } |
| } |
| } |
| }, |
| { |
| "name": "f16_values", |
| "attrs": { "alpha": 1.702 }, |
| "inputs": { |
| "X": { |
| "dtype": "float16", |
| "shape": [8], |
| "data": { "kind": "values", "values": [-4.0, -2.0, -0.5, 0.0, 0.5, 1.0, 2.0, 4.0] } |
| } |
| }, |
| "outputs": { "Y": { "dtype": "float16", "shape": [8], "tolerance": 0.005 } } |
| }, |
| { |
| "name": "f16_default_alpha_extreme_stable_sigmoid", |
| "attrs": { "alpha": 1.702 }, |
| "inputs": { |
| "X": { |
| "dtype": "float16", |
| "shape": [8], |
| "data": { "kind": "values", "values": [-1000.0, -100.0, -10.0, -1.0, 1.0, 10.0, 100.0, 1000.0] } |
| } |
| }, |
| "outputs": { "Y": { "dtype": "float16", "shape": [8], "tolerance": 0.02 } } |
| } |
| ] |
| } |
|
|
