File size: 4,091 Bytes
cc4bd23 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 | {
"op": "com.microsoft.GemmaRotaryEmbedding",
"tunableSpace": { "workgroupSize": [64, 128, 256] },
"cases": [
{
"name": "gemma-rotary-f16-b1-h16-s2048-d256",
"preset": "smoke",
"vars": { "dtype": "float16" },
"inputs": {
"embT": { "shape": [1, 2048, 256], "dtype": "float32", "dist": "normal", "seed": 8100, "scale": 2 },
"qT": { "shape": [1, 16, 2048, 256], "dtype": "float16", "dist": "normal", "seed": 8101, "scale": 1 },
"qRotT": { "shape": [1, 16, 2048, 256], "dtype": "float16", "dist": "normal", "seed": 8102, "scale": 1 },
"kT": { "shape": [1, 16, 2048, 256], "dtype": "float16", "dist": "normal", "seed": 8103, "scale": 1 },
"kRotT": { "shape": [1, 16, 2048, 256], "dtype": "float16", "dist": "normal", "seed": 8104, "scale": 1 }
},
"outputs": {
"output1T": { "shape": [1, 16, 2048, 256], "dtype": "float16" },
"output2T": { "shape": [1, 16, 2048, 256], "dtype": "float16" }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "6 * 8388608 * dtypeBytes(args.dtype) + 524288 * 4" }] }
},
{
"name": "gemma-rotary-f16-b1-h16-s1-d256",
"preset": "smoke",
"vars": { "dtype": "float16" },
"inputs": {
"embT": { "shape": [1, 1, 256], "dtype": "float32", "dist": "normal", "seed": 8110, "scale": 2 },
"qT": { "shape": [1, 16, 1, 256], "dtype": "float16", "dist": "normal", "seed": 8111, "scale": 1 },
"qRotT": { "shape": [1, 16, 1, 256], "dtype": "float16", "dist": "normal", "seed": 8112, "scale": 1 },
"kT": { "shape": [1, 16, 1, 256], "dtype": "float16", "dist": "normal", "seed": 8113, "scale": 1 },
"kRotT": { "shape": [1, 16, 1, 256], "dtype": "float16", "dist": "normal", "seed": 8114, "scale": 1 }
},
"outputs": {
"output1T": { "shape": [1, 16, 1, 256], "dtype": "float16" },
"output2T": { "shape": [1, 16, 1, 256], "dtype": "float16" }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "6 * 4096 * dtypeBytes(args.dtype) + 256 * 4" }] }
},
{
"name": "gemma-rotary-f16-b4-h8-s512-d256",
"preset": "model",
"vars": { "dtype": "float16" },
"inputs": {
"embT": { "shape": [4, 512, 256], "dtype": "float32", "dist": "normal", "seed": 8130, "scale": 2 },
"qT": { "shape": [4, 8, 512, 256], "dtype": "float16", "dist": "normal", "seed": 8131, "scale": 1 },
"qRotT": { "shape": [4, 8, 512, 256], "dtype": "float16", "dist": "normal", "seed": 8132, "scale": 1 },
"kT": { "shape": [4, 8, 512, 256], "dtype": "float16", "dist": "normal", "seed": 8133, "scale": 1 },
"kRotT": { "shape": [4, 8, 512, 256], "dtype": "float16", "dist": "normal", "seed": 8134, "scale": 1 }
},
"outputs": {
"output1T": { "shape": [4, 8, 512, 256], "dtype": "float16" },
"output2T": { "shape": [4, 8, 512, 256], "dtype": "float16" }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "6 * 4194304 * dtypeBytes(args.dtype) + 524288 * 4" }] }
},
{
"name": "gemma-rotary-f16-b2-h16-s512-d250-scalar",
"preset": "model",
"vars": { "dtype": "float16" },
"inputs": {
"embT": { "shape": [2, 512, 250], "dtype": "float32", "dist": "normal", "seed": 8140, "scale": 2 },
"qT": { "shape": [2, 16, 512, 250], "dtype": "float16", "dist": "normal", "seed": 8141, "scale": 1 },
"qRotT": { "shape": [2, 16, 512, 250], "dtype": "float16", "dist": "normal", "seed": 8142, "scale": 1 },
"kT": { "shape": [2, 16, 512, 250], "dtype": "float16", "dist": "normal", "seed": 8143, "scale": 1 },
"kRotT": { "shape": [2, 16, 512, 250], "dtype": "float16", "dist": "normal", "seed": 8144, "scale": 1 }
},
"outputs": {
"output1T": { "shape": [2, 16, 512, 250], "dtype": "float16" },
"output2T": { "shape": [2, 16, 512, 250], "dtype": "float16" }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "6 * 4096000 * dtypeBytes(args.dtype) + 256000 * 4" }] }
}
]
}
|