File size: 4,232 Bytes
239770a bbc2d6e 239770a bbc2d6e 239770a bbc2d6e 239770a bbc2d6e 239770a bbc2d6e 239770a bbc2d6e 239770a bbc2d6e 239770a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 | {
"cases": [
{
"name": "tokens_vocab",
"inputs": {
"indices": { "dtype": "uint32", "shape": [128], "min": 0, "max": 4096 },
"depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [4096] } },
"values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
},
"outputs": { "output": { "dtype": "float32", "shape": [128, 4096] } }
},
{
"name": "tokens_vocab_2047x8192",
"preset": "smoke",
"inputs": {
"indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 901, "min": 0, "max": 8000 },
"depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8192] } },
"values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
},
"outputs": { "output": { "dtype": "float32", "shape": [2047, 8192] } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] }
},
{
"name": "unaligned_depth_8191_generic_scalar",
"preset": "smoke",
"inputs": {
"indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 902, "min": 0, "max": 8000 },
"depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8191] } },
"values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
},
"outputs": { "output": { "dtype": "float32", "shape": [2047, 8191] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] }
},
{
"name": "axis0_generic_8192x2047",
"preset": "smoke",
"attrs": { "axis": 0 },
"inputs": {
"indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 903, "min": 0, "max": 8000 },
"depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8192] } },
"values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
},
"outputs": { "output": { "dtype": "float32", "shape": [8192, 2047] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] }
},
{
"name": "axis1_middle_generic_2047x1024x8",
"preset": "smoke",
"attrs": { "axis": 1 },
"inputs": {
"indices": { "dtype": "uint32", "shape": [2047, 8], "dist": "uniform", "seed": 904, "min": 0, "max": 1000 },
"depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [1024] } },
"values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
},
"outputs": { "output": { "dtype": "float32", "shape": [2047, 1024, 8] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] }
},
{
"name": "tokens_vocab_f16_2047x8192_vec4",
"preset": "smoke",
"inputs": {
"indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 905, "min": 0, "max": 8000 },
"depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8192] } },
"values": { "dtype": "float16", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
},
"outputs": { "output": { "dtype": "float16", "shape": [2047, 8192] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 2" }] }
},
{
"name": "generic_middle_axis_rank5_3p9m",
"preset": "stress",
"attrs": { "axis": 1 },
"inputs": {
"indices": { "dtype": "uint32", "shape": [256, 8, 8, 8], "dist": "uniform", "seed": 911, "min": 0, "max": 29 },
"depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [30] } },
"values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
},
"outputs": { "output": { "dtype": "float32", "shape": [256, 30, 8, 8, 8], "dist": "empty" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] }
}
]
}
|