File size: 3,194 Bytes
9ca4c42
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
{
  "op": "com.microsoft.Gelu",
  "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] },
  "cases": [
    {
      "name": "gelu-f32-1m",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 1048576 },
      "inputs": { "X": { "shape": [1048576], "dtype": "float32", "dist": "normal", "seed": 650, "scale": 0.5 } },
      "outputs": { "Y": { "shape": [1048576], "dtype": "float32" } },
      "bench": {
        "primary": true,
        "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }]
      }
    },
    {
      "name": "gelu-f32-8m",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 8388608 },
      "inputs": { "X": { "shape": [8388608], "dtype": "float32", "seed": 7001, "dist": "normal", "scale": 0.5 } },
      "outputs": { "Y": { "shape": [8388608], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "gelu-f16-8m",
      "preset": "smoke",
      "vars": { "dtype": "float16", "count": 8388608 },
      "inputs": { "X": { "shape": [8388608], "dtype": "float16", "seed": 7002, "dist": "normal", "scale": 0.5 } },
      "outputs": { "Y": { "shape": [8388608], "dtype": "float16" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "gelu-bert-base-b8-s512-i3072",
      "preset": "model",
      "provenance": {
        "notes": "BERT class defaults (intermediate_size 3072): one FFN activation tensor for a batch of 8 full-length sequences."
      },
      "vars": { "dtype": "float32", "count": 12582912 },
      "inputs": { "X": { "shape": [12582912], "dtype": "float32", "dist": "normal", "seed": 5900, "scale": 0.5 } },
      "outputs": { "Y": { "shape": [12582912], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "gelu-whisper-encoder-s1500-i1536",
      "preset": "model",
      "provenance": {
        "notes": "Whisper class defaults (encoder_ffn_dim 1536, max_source_positions 1500): one encoder FFN activation for a full 30-second window."
      },
      "vars": { "dtype": "float32", "count": 2304000 },
      "inputs": { "X": { "shape": [2304000], "dtype": "float32", "dist": "normal", "seed": 6000, "scale": 0.5 } },
      "outputs": { "Y": { "shape": [2304000], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    },
    {
      "name": "gelu-clip-text-b64-s77-i2048",
      "preset": "model",
      "provenance": {
        "notes": "CLIP text class defaults (intermediate_size 2048, max_position_embeddings 77) at a 64-caption batch."
      },
      "vars": { "dtype": "float32", "count": 10092544 },
      "inputs": { "X": { "shape": [10092544], "dtype": "float32", "dist": "normal", "seed": 6100, "scale": 0.5 } },
      "outputs": { "Y": { "shape": [10092544], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
    }
  ]
}