File size: 4,232 Bytes
239770a
 
 
 
 
bbc2d6e
239770a
 
 
 
 
 
 
 
 
bbc2d6e
239770a
 
 
 
 
 
 
 
 
 
bbc2d6e
239770a
 
 
 
 
 
 
 
 
 
 
bbc2d6e
239770a
 
 
 
 
 
 
 
 
 
 
bbc2d6e
239770a
 
 
 
 
 
 
 
 
 
bbc2d6e
239770a
 
 
 
 
 
 
 
 
 
 
bbc2d6e
239770a
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
{
  "cases": [
    {
      "name": "tokens_vocab",
      "inputs": {
        "indices": { "dtype": "uint32", "shape": [128], "min": 0, "max": 4096 },
        "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [4096] } },
        "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [128, 4096] } }
    },
    {
      "name": "tokens_vocab_2047x8192",
      "preset": "smoke",
      "inputs": {
        "indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 901, "min": 0, "max": 8000 },
        "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8192] } },
        "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [2047, 8192] } },
      "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] }
    },
    {
      "name": "unaligned_depth_8191_generic_scalar",
      "preset": "smoke",
      "inputs": {
        "indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 902, "min": 0, "max": 8000 },
        "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8191] } },
        "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [2047, 8191] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] }
    },
    {
      "name": "axis0_generic_8192x2047",
      "preset": "smoke",
      "attrs": { "axis": 0 },
      "inputs": {
        "indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 903, "min": 0, "max": 8000 },
        "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8192] } },
        "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [8192, 2047] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] }
    },
    {
      "name": "axis1_middle_generic_2047x1024x8",
      "preset": "smoke",
      "attrs": { "axis": 1 },
      "inputs": {
        "indices": { "dtype": "uint32", "shape": [2047, 8], "dist": "uniform", "seed": 904, "min": 0, "max": 1000 },
        "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [1024] } },
        "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [2047, 1024, 8] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] }
    },
    {
      "name": "tokens_vocab_f16_2047x8192_vec4",
      "preset": "smoke",
      "inputs": {
        "indices": { "dtype": "uint32", "shape": [2047], "dist": "uniform", "seed": 905, "min": 0, "max": 8000 },
        "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [8192] } },
        "values": { "dtype": "float16", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
      },
      "outputs": { "output": { "dtype": "float16", "shape": [2047, 8192] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 2" }] }
    },
    {
      "name": "generic_middle_axis_rank5_3p9m",
      "preset": "stress",
      "attrs": { "axis": 1 },
      "inputs": {
        "indices": { "dtype": "uint32", "shape": [256, 8, 8, 8], "dist": "uniform", "seed": 911, "min": 0, "max": 29 },
        "depth": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [30] } },
        "values": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.0, 1.0] } }
      },
      "outputs": { "output": { "dtype": "float32", "shape": [256, 30, 8, 8, 8], "dist": "empty" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "numel(shapes.output) * 4" }] }
    }
  ]
}