File size: 3,267 Bytes
8e62170
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
{
  "status": "passed",
  "window_seconds": 20,
  "channels": 2,
  "output_frames_per_case": 1000,
  "tolerance": 0.0005,
  "compute": "CPU; ORT 2 threads",
  "cases": [
    {
      "case": "silence",
      "maximum_errors": {
        "onnx": {
          "p_now": 5.364418029785156e-07,
          "p_future": 7.748603820800781e-07,
          "vad": 1.4528632164001465e-07
        },
        "coreml": {
          "p_now": 1.519918441772461e-06,
          "p_future": 1.3113021850585938e-06,
          "vad": 1.73225998878479e-07
        }
      },
      "onnx_ms": 361.8532499531284,
      "coreml_ms": 155.98979103378952,
      "last_frame_reference": {
        "p_now": [
          0.4437829852104187,
          0.5556305050849915
        ],
        "p_future": [
          0.3494168817996979,
          0.6503990888595581
        ],
        "vad": [
          0.00018012328655458987,
          0.00018012328655458987
        ]
      }
    },
    {
      "case": "user",
      "maximum_errors": {
        "onnx": {
          "p_now": 8.493661880493164e-07,
          "p_future": 1.6689300537109375e-06,
          "vad": 2.5331974029541016e-06
        },
        "coreml": {
          "p_now": 1.1995434761047363e-06,
          "p_future": 3.0994415283203125e-06,
          "vad": 4.76837158203125e-06
        }
      },
      "onnx_ms": 359.68570795375854,
      "coreml_ms": 111.53937503695488,
      "last_frame_reference": {
        "p_now": [
          0.9800973534584045,
          0.01986180990934372
        ],
        "p_future": [
          0.8008972406387329,
          0.19905239343643188
        ],
        "vad": [
          0.1466534286737442,
          6.081362516852096e-05
        ]
      }
    },
    {
      "case": "agent",
      "maximum_errors": {
        "onnx": {
          "p_now": 8.195638656616211e-07,
          "p_future": 1.3113021850585938e-06,
          "vad": 2.5331974029541016e-06
        },
        "coreml": {
          "p_now": 1.5497207641601562e-06,
          "p_future": 1.5050172805786133e-06,
          "vad": 4.76837158203125e-06
        }
      },
      "onnx_ms": 351.98341705836356,
      "coreml_ms": 114.72412501461804,
      "last_frame_reference": {
        "p_now": [
          0.018618226051330566,
          0.9813331961631775
        ],
        "p_future": [
          0.11378905177116394,
          0.8861616849899292
        ],
        "vad": [
          6.081362516852096e-05,
          0.1466534286737442
        ]
      }
    },
    {
      "case": "both",
      "maximum_errors": {
        "onnx": {
          "p_now": 1.1324882507324219e-06,
          "p_future": 9.5367431640625e-07,
          "vad": 1.1920928955078125e-06
        },
        "coreml": {
          "p_now": 1.0132789611816406e-06,
          "p_future": 8.642673492431641e-07,
          "vad": 1.2218952178955078e-06
        }
      },
      "onnx_ms": 353.3934169681743,
      "coreml_ms": 111.23400006908923,
      "last_frame_reference": {
        "p_now": [
          0.5366748571395874,
          0.46323689818382263
        ],
        "p_future": [
          0.5078105926513672,
          0.49215734004974365
        ],
        "vad": [
          0.004460729192942381,
          0.004174595233052969
        ]
      }
    }
  ]
}