File size: 3,262 Bytes
993cc3b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
  "op": "com.microsoft.FusedGemm",
  "cases": [
    {
      "name": "fusedgemm-relu-m3072-k768-n3072",
      "preset": "smoke",
      "vars": { "dtype": "float32" },
      "attrs": { "activation": "Relu" },
      "inputs": {
        "A": { "shape": [3072, 768], "dtype": "float32", "dist": "normal", "seed": 5300, "scale": 1 },
        "B": { "shape": [768, 3072], "dtype": "float32", "dist": "normal", "seed": 5301, "scale": 1 },
        "C": { "shape": [3072], "dtype": "float32", "dist": "normal", "seed": 5302, "scale": 1 }
      },
      "outputs": { "Y": { "shape": [3072, 3072], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "gflops", "value": "2 * 3072 * 768 * 3072" }] }
    },
    {
      "name": "fusedgemm-transb-relu-m3072-k768-n3072",
      "preset": "smoke",
      "vars": { "dtype": "float32" },
      "attrs": { "transB": 1, "activation": "Relu" },
      "inputs": {
        "A": { "shape": [3072, 768], "dtype": "float32", "dist": "normal", "seed": 5310, "scale": 1 },
        "B": { "shape": [3072, 768], "dtype": "float32", "dist": "normal", "seed": 5311, "scale": 1 },
        "C": { "shape": [3072], "dtype": "float32", "dist": "normal", "seed": 5312, "scale": 1 }
      },
      "outputs": { "Y": { "shape": [3072, 3072], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "gflops", "value": "2 * 3072 * 768 * 3072" }] }
    },
    {
      "name": "fusedgemm-f16-relu-m3072-k768-n3072",
      "preset": "model",
      "vars": { "dtype": "float16" },
      "attrs": { "activation": "Relu" },
      "inputs": {
        "A": { "shape": [3072, 768], "dtype": "float16", "dist": "normal", "seed": 5320, "scale": 1 },
        "B": { "shape": [768, 3072], "dtype": "float16", "dist": "normal", "seed": 5321, "scale": 1 },
        "C": { "shape": [3072], "dtype": "float16", "dist": "normal", "seed": 5322, "scale": 1 }
      },
      "outputs": { "Y": { "shape": [3072, 3072], "dtype": "float16" } },
      "bench": { "metrics": [{ "type": "gflops", "value": "2 * 3072 * 768 * 3072" }] }
    },
    {
      "name": "fusedgemm-nobias-tanh-m2048-k1024-n2048",
      "preset": "model",
      "vars": { "dtype": "float32" },
      "attrs": { "activation": "Tanh" },
      "inputs": {
        "A": { "shape": [2048, 1024], "dtype": "float32", "dist": "normal", "seed": 5330, "scale": 1 },
        "B": { "shape": [1024, 2048], "dtype": "float32", "dist": "normal", "seed": 5331, "scale": 1 }
      },
      "outputs": { "Y": { "shape": [2048, 2048], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "gflops", "value": "2 * 2048 * 1024 * 2048" }] }
    },
    {
      "name": "fusedgemm-noactivation-m2048-k1024-n2048",
      "preset": "model",
      "vars": { "dtype": "float32" },
      "attrs": {},
      "inputs": {
        "A": { "shape": [2048, 1024], "dtype": "float32", "dist": "normal", "seed": 5340, "scale": 1 },
        "B": { "shape": [1024, 2048], "dtype": "float32", "dist": "normal", "seed": 5341, "scale": 1 },
        "C": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 5342, "scale": 1 }
      },
      "outputs": { "Y": { "shape": [2048, 2048], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "gflops", "value": "2 * 2048 * 1024 * 2048" }] }
    }
  ]
}