{ "op": "com.microsoft.EmbedLayerNormalization", "cases": [ { "name": "segment_embedding_without_segment_ids_uses_row_zero", "provenance": { "source": "onnxruntime/contrib_ops/cpu/bert/embed_layer_norm.cc", "notes": "The public schema makes both segment inputs independently optional. The pinned CPU and CUDA providers use segment row 0 when the table is present without segment_ids." }, "attrs": { "epsilon": 0.00001 }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [0, 1] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [2, 4], "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, -1.0, 0.0, 1.0, 2.0] } }, "positionEmbeddingT": { "dtype": "float32", "shape": [2, 4], "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8] } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4], "data": { "kind": "values", "values": [0.25, -0.5, 0.75, -1.0] } }, "gammaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [1.0, 1.0, 1.0, 1.0] } }, "betaT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.0, 0.0, 0.0, 0.0] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 2, 4], "tolerance": 0.00001 }, "embeddingSumT": { "dtype": "float32", "shape": [1, 2, 4], "tolerance": 0.000001 } } }, { "name": "segment_default_nopos_nosum_nomask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1] }, "wordEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "positionEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "gammaT": { "dtype": "float32", "shape": [4] }, "betaT": { "dtype": "float32", "shape": [4] } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1, 4] } } }, { "name": "segment_default_nopos_nosum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1] }, "wordEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "positionEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "gammaT": { "dtype": "float32", "shape": [4] }, "betaT": { "dtype": "float32", "shape": [4] }, "maskT": { "dtype": "int32", "shape": [1, 1] } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1, 4] }, "maskIndexT": { "dtype": "int32", "shape": [1] } } }, { "name": "segment_default_nopos_sum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1] }, "wordEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "positionEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "gammaT": { "dtype": "float32", "shape": [4] }, "betaT": { "dtype": "float32", "shape": [4] }, "maskT": { "dtype": "int32", "shape": [1, 1] } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1, 4] }, "maskIndexT": { "dtype": "int32", "shape": [1] }, "embeddingSumT": { "dtype": "float32", "shape": [1, 1, 4] } } }, { "name": "segment_default_posids_nosum_nomask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1] }, "positionIdsT": { "dtype": "int32", "shape": [1, 1] }, "wordEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "positionEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "gammaT": { "dtype": "float32", "shape": [4] }, "betaT": { "dtype": "float32", "shape": [4] } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1, 4] } } }, { "name": "segment_default_posids_nosum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1] }, "positionIdsT": { "dtype": "int32", "shape": [1, 1] }, "wordEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "positionEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "gammaT": { "dtype": "float32", "shape": [4] }, "betaT": { "dtype": "float32", "shape": [4] }, "maskT": { "dtype": "int32", "shape": [1, 1] } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1, 4] }, "maskIndexT": { "dtype": "int32", "shape": [1] } } }, { "name": "segment_default_posids_sum_nomask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1] }, "positionIdsT": { "dtype": "int32", "shape": [1, 1] }, "wordEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "positionEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "gammaT": { "dtype": "float32", "shape": [4] }, "betaT": { "dtype": "float32", "shape": [4] } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1, 4] }, "embeddingSumT": { "dtype": "float32", "shape": [1, 1, 4] } } }, { "name": "segment_default_posids_sum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1] }, "positionIdsT": { "dtype": "int32", "shape": [1, 1] }, "wordEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "positionEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "gammaT": { "dtype": "float32", "shape": [4] }, "betaT": { "dtype": "float32", "shape": [4] }, "maskT": { "dtype": "int32", "shape": [1, 1] } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1, 4] }, "maskIndexT": { "dtype": "int32", "shape": [1] }, "embeddingSumT": { "dtype": "float32", "shape": [1, 1, 4] } } }, { "name": "segment_default_nopos_nosum_mask_without_input", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1] }, "wordEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "positionEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "gammaT": { "dtype": "float32", "shape": [4] }, "betaT": { "dtype": "float32", "shape": [4] } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1, 4] }, "maskIndexT": { "dtype": "int32", "shape": [1] } } }, { "name": "segment_default_nopos_sum_mask_without_input", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1] }, "wordEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "positionEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "gammaT": { "dtype": "float32", "shape": [4] }, "betaT": { "dtype": "float32", "shape": [4] } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1, 4] }, "maskIndexT": { "dtype": "int32", "shape": [1] }, "embeddingSumT": { "dtype": "float32", "shape": [1, 1, 4] } } }, { "name": "segment_default_posids_nosum_mask_without_input", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1] }, "positionIdsT": { "dtype": "int32", "shape": [1, 1] }, "wordEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "positionEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "gammaT": { "dtype": "float32", "shape": [4] }, "betaT": { "dtype": "float32", "shape": [4] } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1, 4] }, "maskIndexT": { "dtype": "int32", "shape": [1] } } }, { "name": "segment_default_posids_sum_mask_without_input", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1] }, "positionIdsT": { "dtype": "int32", "shape": [1, 1] }, "wordEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "positionEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "segmentEmbeddingT": { "dtype": "float32", "shape": [1, 4] }, "gammaT": { "dtype": "float32", "shape": [4] }, "betaT": { "dtype": "float32", "shape": [4] } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 1, 4] }, "maskIndexT": { "dtype": "int32", "shape": [1] }, "embeddingSumT": { "dtype": "float32", "shape": [1, 1, 4] } } }, { "name": "noseg_nopos_nosum_mask_index_without_mask", "provenance": { "source": "onnxruntime/contrib_ops/cpu/bert/embed_layer_norm.cc", "notes": "Pins ORT's independently optional mask_index output: when mask is absent, the output is initialized to zeros." }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 0] } } } }, { "name": "noseg_nopos_nosum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } }, "maskT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [1, 1, 1, 0, 1, 1, 0, 0] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2] } } }, { "name": "noseg_nopos_sum_mask_index_without_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 0] } }, "embeddingSumT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "noseg_nopos_sum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } }, "maskT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [1, 1, 1, 0, 1, 1, 0, 0] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2] }, "embeddingSumT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "noseg_posids_nosum_mask_index_without_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "positionIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 2, 4, 0, 2, 4, 0, 2] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 0] } } } }, { "name": "noseg_posids_nosum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "positionIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 2, 4, 0, 2, 4, 0, 2] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } }, "maskT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [1, 1, 1, 0, 1, 1, 0, 0] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2] } } }, { "name": "noseg_posids_sum_mask_index_without_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "positionIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 2, 4, 0, 2, 4, 0, 2] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 0] } }, "embeddingSumT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "noseg_posids_sum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "positionIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 2, 4, 0, 2, 4, 0, 2] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } }, "maskT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [1, 1, 1, 0, 1, 1, 0, 0] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2] }, "embeddingSumT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "seg_nopos_nosum_mask_index_without_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "segmentIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 0, 0, 0, 0, 0, 0, 0] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [3, 8], "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.19, "scale": 0.4 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 0] } } } }, { "name": "seg_nopos_nosum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "segmentIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 0, 0, 0, 0, 0, 0, 0] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [3, 8], "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.19, "scale": 0.4 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } }, "maskT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [1, 1, 1, 0, 1, 1, 0, 0] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2] } } }, { "name": "seg_nopos_sum_mask_index_without_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "segmentIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 0, 0, 0, 0, 0, 0, 0] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [3, 8], "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.19, "scale": 0.4 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 0] } }, "embeddingSumT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "seg_nopos_sum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "segmentIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 0, 0, 0, 0, 0, 0, 0] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [3, 8], "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.19, "scale": 0.4 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } }, "maskT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [1, 1, 1, 0, 1, 1, 0, 0] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2] }, "embeddingSumT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "seg_posids_nosum_mask_index_without_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "segmentIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 0, 0, 0, 0, 0, 0, 0] } }, "positionIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 2, 4, 0, 2, 4, 0, 2] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [3, 8], "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.19, "scale": 0.4 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 0] } } } }, { "name": "seg_posids_nosum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "segmentIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 0, 0, 0, 0, 0, 0, 0] } }, "positionIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 2, 4, 0, 2, 4, 0, 2] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [3, 8], "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.19, "scale": 0.4 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } }, "maskT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [1, 1, 1, 0, 1, 1, 0, 0] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2] } } }, { "name": "seg_posids_sum_mask_index_without_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "segmentIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 0, 0, 0, 0, 0, 0, 0] } }, "positionIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 2, 4, 0, 2, 4, 0, 2] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [3, 8], "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.19, "scale": 0.4 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 0] } }, "embeddingSumT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "seg_posids_sum_mask", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "segmentIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 0, 0, 0, 0, 0, 0, 0] } }, "positionIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 2, 4, 0, 2, 4, 0, 2] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [3, 8], "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.19, "scale": 0.4 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } }, "maskT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [1, 1, 1, 0, 1, 1, 0, 0] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2] }, "embeddingSumT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "noseg_nopos_sum_mask_index_omitted", "provenance": { "notes": "Compact optional-output regression: embedding_sum does not imply mask_index." }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [0, 1] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.2, -0.4, 0.7, 0.1] } }, "positionEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.3, 0.6, -0.2, 0.5] } }, "gammaT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [1.1, 0.9] } }, "betaT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.05, -0.1] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.00001, "relTolerance": 0.0001 }, "embeddingSumT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "noseg_posids_sum_mask_index_omitted", "provenance": { "notes": "Compact optional-output regression: requesting embedding_sum does not require mask_index." }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [0, 1] } }, "positionIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [1, 0] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.2, -0.4, 0.7, 0.1] } }, "positionEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.3, 0.6, -0.2, 0.5] } }, "gammaT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [1.1, 0.9] } }, "betaT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.05, -0.1] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.00001, "relTolerance": 0.0001 }, "embeddingSumT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "seg_nopos_nosum_mask_index_omitted", "provenance": { "notes": "Compact optional-output regression: segment embeddings do not require mask_index." }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [0, 1] } }, "segmentIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [0, 1] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.2, -0.4, 0.7, 0.1] } }, "positionEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.3, 0.6, -0.2, 0.5] } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.1, 0.2, -0.3, 0.4] } }, "gammaT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [1.1, 0.9] } }, "betaT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.05, -0.1] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "seg_posids_nosum_mask_index_omitted", "provenance": { "notes": "Compact optional-output regression: segment and position ids do not require mask_index." }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [0, 1] } }, "segmentIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [0, 1] } }, "positionIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [1, 0] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.2, -0.4, 0.7, 0.1] } }, "positionEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.3, 0.6, -0.2, 0.5] } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.1, 0.2, -0.3, 0.4] } }, "gammaT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [1.1, 0.9] } }, "betaT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.05, -0.1] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "seg_posids_sum_mask_index_omitted", "provenance": { "notes": "Compact optional-output regression: embedding_sum remains independently requestable with the full embedding input set." }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [0, 1] } }, "segmentIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [0, 1] } }, "positionIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [1, 0] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.2, -0.4, 0.7, 0.1] } }, "positionEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.3, 0.6, -0.2, 0.5] } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [2, 2], "data": { "kind": "values", "values": [0.1, 0.2, -0.3, 0.4] } }, "gammaT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [1.1, 0.9] } }, "betaT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.05, -0.1] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.00001, "relTolerance": 0.0001 }, "embeddingSumT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "position_ids_broadcast_row", "provenance": { "notes": "position_ids of shape (1, sequence_length) is shared by every batch, so the row index drops back to the position within the sequence." }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "positionIdsT": { "dtype": "int32", "shape": [1, 4], "data": { "kind": "values", "values": [0, 2, 4, 0] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "mask_full_row_and_partial_row", "provenance": { "notes": "Pins the public first-zero contract with one full row and one non-left-aligned row. The latter distinguishes first-zero (1) from the CPU provider's divergent count-ones result (3)." }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } }, "maskT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [1, 1, 1, 1, 1, 0, 1, 1] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 }, "maskIndexT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [4, 1] } } } }, { "name": "mask_input_without_mask_index", "provenance": { "notes": "Pins the independent optionality in the opposite direction: a mask input is valid when mask_index is not requested." }, "attrs": { "mask_index_type": 0 }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } }, "maskT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [1, 0, 1, 1, 0, 1, 0, 1] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "explicit_epsilon", "attrs": { "epsilon": 0.00001 }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4, 8], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "hidden_wider_than_workgroup_stride", "provenance": { "notes": "A hidden size that is not a multiple of the workgroup, so the strided loops cover a partial final step." }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [3, 10] } }, "segmentIdsT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [0, 1] } }, "wordEmbeddingT": { "dtype": "float32", "shape": [12, 40], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float32", "shape": [4, 40], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "segmentEmbeddingT": { "dtype": "float32", "shape": [2, 40], "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.19, "scale": 0.4 } }, "gammaT": { "dtype": "float32", "shape": [40], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float32", "shape": [40], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 2, 40], "tolerance": 0.00001, "relTolerance": 0.0001 }, "embeddingSumT": { "dtype": "float32", "shape": [1, 2, 40], "tolerance": 0.00001, "relTolerance": 0.0001 } } }, { "name": "f16_full", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "segmentIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 0, 0, 0, 0, 0, 0, 0] } }, "wordEmbeddingT": { "dtype": "float16", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float16", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "segmentEmbeddingT": { "dtype": "float16", "shape": [3, 8], "data": { "kind": "fillFloat32", "sinStep": 0.53, "cosStep": 0.19, "scale": 0.4 } }, "gammaT": { "dtype": "float16", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float16", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } }, "maskT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [1, 1, 1, 0, 1, 1, 0, 0] } } }, "outputs": { "outputT": { "dtype": "float16", "shape": [2, 4, 8], "tolerance": 0.004, "relTolerance": 0.01 }, "maskIndexT": { "dtype": "int32", "shape": [2] }, "embeddingSumT": { "dtype": "float16", "shape": [2, 4, 8], "tolerance": 0.004, "relTolerance": 0.01 } } }, { "name": "f16_cuda_association_embedding_sum_exact", "provenance": { "source": "onnxruntime/contrib_ops/cuda/bert/embed_layer_norm_impl.cu", "notes": "The first lane distinguishes staged (word + segment) + position from (word + position) + segment by one float16 ULP." }, "inputs": { "inputIdsT": { "dtype": "int32", "shape": [1, 1], "data": { "kind": "values", "values": [0] } }, "segmentIdsT": { "dtype": "int32", "shape": [1, 1], "data": { "kind": "values", "values": [0] } }, "wordEmbeddingT": { "dtype": "float16", "shape": [1, 4], "data": { "kind": "values", "values": [-0.9599609375, 1.0, -1.0, 0.0] } }, "positionEmbeddingT": { "dtype": "float16", "shape": [1, 4], "data": { "kind": "values", "values": [3.134765625, 2.0, 1.0, 0.5] } }, "segmentEmbeddingT": { "dtype": "float16", "shape": [1, 4], "data": { "kind": "values", "values": [0.2060546875, 3.0, 2.0, -0.25] } }, "gammaT": { "dtype": "float16", "shape": [4], "data": { "kind": "values", "values": [1.0, 1.0, 1.0, 1.0] } }, "betaT": { "dtype": "float16", "shape": [4], "data": { "kind": "values", "values": [0.0, 0.0, 0.0, 0.0] } } }, "outputs": { "outputT": { "dtype": "float16", "shape": [1, 1, 4], "tolerance": 0.004, "relTolerance": 0.01 }, "embeddingSumT": { "dtype": "float16", "shape": [1, 1, 4], "data": { "kind": "values", "values": [2.380859375, 6.0, 2.0, 0.25] }, "tolerance": 0, "relTolerance": 0 } } }, { "name": "f16_minimal", "inputs": { "inputIdsT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [3, 10, 17, 4, 11, 18, 5, 12] } }, "wordEmbeddingT": { "dtype": "float16", "shape": [20, 8], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.9 } }, "positionEmbeddingT": { "dtype": "float16", "shape": [6, 8], "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.6 } }, "gammaT": { "dtype": "float16", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.3, "offset": 1.0 } }, "betaT": { "dtype": "float16", "shape": [8], "data": { "kind": "fillFloat32", "sinStep": 0.61, "cosStep": 0.17, "scale": 0.25 } } }, "outputs": { "outputT": { "dtype": "float16", "shape": [2, 4, 8], "tolerance": 0.004, "relTolerance": 0.01 } } } ] }