| { |
| "runs": [ |
| { |
| "size": "17m", |
| "device": "cpu", |
| "dtype": "q8", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 61.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 61.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 60, |
| "disposeMs": 0, |
| "totalMs": 60 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 60.5, |
| "disposeMs": 0, |
| "totalMs": 60.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 60.39999961853027, |
| "disposeMs": 0, |
| "totalMs": 60.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 60.799999713897705, |
| "disposeMs": 0, |
| "totalMs": 60.90000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 69.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 69.40000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 75.69999980926514, |
| "disposeMs": 0, |
| "totalMs": 76.19999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 68.2000002861023, |
| "disposeMs": 0, |
| "totalMs": 68.40000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 68.80000019073486, |
| "disposeMs": 0, |
| "totalMs": 68.90000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 65.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 65.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 59.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 60.10000038146973 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 60, |
| "disposeMs": 0, |
| "totalMs": 60.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 61.700000286102295, |
| "disposeMs": 0, |
| "totalMs": 61.90000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 64.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 64.40000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 62.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 62.19999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 61.5, |
| "disposeMs": 0, |
| "totalMs": 61.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 60.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 60.69999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 60.799999713897705, |
| "disposeMs": 0, |
| "totalMs": 60.89999961853027 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 60.5, |
| "disposeMs": 0, |
| "totalMs": 60.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 61.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 61.59999990463257 |
| } |
| ], |
| "first": { |
| "loadMs": 357.5, |
| "inferenceMs": 67.80000019073486, |
| "disposeMs": 0, |
| "totalMs": 425.7000002861023 |
| } |
| }, |
| { |
| "size": "17m", |
| "device": "cpu", |
| "dtype": "fp32", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 57, |
| "disposeMs": 0, |
| "totalMs": 57.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 55.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 55.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 56.799999713897705, |
| "disposeMs": 0, |
| "totalMs": 56.799999713897705 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 60.19999980926514, |
| "disposeMs": 0, |
| "totalMs": 60.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 58.5, |
| "disposeMs": 0, |
| "totalMs": 58.60000038146973 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 59.700000286102295, |
| "disposeMs": 0, |
| "totalMs": 59.80000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 69.5, |
| "disposeMs": 0, |
| "totalMs": 69.60000038146973 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 82, |
| "disposeMs": 0, |
| "totalMs": 82.2000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 59.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 59.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 58.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 58.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 57.200000286102295, |
| "disposeMs": 0, |
| "totalMs": 57.200000286102295 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 56.19999980926514, |
| "disposeMs": 0, |
| "totalMs": 56.19999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 58, |
| "disposeMs": 0, |
| "totalMs": 58.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 57.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 57.69999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 56.200000286102295, |
| "disposeMs": 0, |
| "totalMs": 56.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 56.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 56.40000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 55.299999713897705, |
| "disposeMs": 0, |
| "totalMs": 55.299999713897705 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 56.799999713897705, |
| "disposeMs": 0, |
| "totalMs": 57 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 56.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 56.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 56.19999980926514, |
| "disposeMs": 0, |
| "totalMs": 56.299999713897705 |
| } |
| ], |
| "first": { |
| "loadMs": 189.90000009536743, |
| "inferenceMs": 60.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 253.30000019073486 |
| } |
| }, |
| { |
| "size": "17m", |
| "device": "gpu", |
| "dtype": "fp32", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 13.5, |
| "disposeMs": 0, |
| "totalMs": 13.599999904632568 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 9.299999713897705, |
| "disposeMs": 0, |
| "totalMs": 9.299999713897705 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12.300000190734863, |
| "disposeMs": 0, |
| "totalMs": 12.400000095367432 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 15.900000095367432, |
| "disposeMs": 0, |
| "totalMs": 15.900000095367432 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 9.300000190734863, |
| "disposeMs": 0, |
| "totalMs": 9.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 15.599999904632568, |
| "disposeMs": 0, |
| "totalMs": 15.700000286102295 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 14, |
| "disposeMs": 0, |
| "totalMs": 14.200000286102295 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12.800000190734863, |
| "disposeMs": 0, |
| "totalMs": 12.800000190734863 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 10.900000095367432, |
| "disposeMs": 0, |
| "totalMs": 10.900000095367432 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 10, |
| "disposeMs": 0, |
| "totalMs": 10.099999904632568 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 16.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 16.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 14.800000190734863, |
| "disposeMs": 0, |
| "totalMs": 14.900000095367432 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 11, |
| "disposeMs": 0, |
| "totalMs": 11.200000286102295 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 9.199999809265137, |
| "disposeMs": 0, |
| "totalMs": 9.299999713897705 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 11.599999904632568, |
| "disposeMs": 0, |
| "totalMs": 11.599999904632568 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 13.700000286102295, |
| "disposeMs": 0, |
| "totalMs": 13.700000286102295 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 9.599999904632568, |
| "disposeMs": 0, |
| "totalMs": 9.699999809265137 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 9.5, |
| "disposeMs": 0, |
| "totalMs": 9.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 16.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 16.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 15.699999809265137, |
| "disposeMs": 0, |
| "totalMs": 15.699999809265137 |
| } |
| ], |
| "first": { |
| "loadMs": 215, |
| "inferenceMs": 66, |
| "disposeMs": 0, |
| "totalMs": 282.30000019073486 |
| } |
| }, |
| { |
| "size": "32m", |
| "device": "cpu", |
| "dtype": "q8", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 193.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 193.2000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 187, |
| "disposeMs": 0, |
| "totalMs": 187 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 233, |
| "disposeMs": 0, |
| "totalMs": 233.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 183.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 184.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 181.5, |
| "disposeMs": 0, |
| "totalMs": 181.60000038146973 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 215.19999980926514, |
| "disposeMs": 0, |
| "totalMs": 215.19999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 183, |
| "disposeMs": 0, |
| "totalMs": 183 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 186.60000038146973, |
| "disposeMs": 0, |
| "totalMs": 186.60000038146973 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 187.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 187.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 184.7999997138977, |
| "disposeMs": 0, |
| "totalMs": 184.7999997138977 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 187.5, |
| "disposeMs": 0, |
| "totalMs": 187.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 187.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 188 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 189.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 189.40000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 192.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 192.90000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 186.7999997138977, |
| "disposeMs": 0, |
| "totalMs": 186.7999997138977 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 187.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 187.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 185.7999997138977, |
| "disposeMs": 0, |
| "totalMs": 185.90000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 188, |
| "disposeMs": 0, |
| "totalMs": 188 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 183.7000002861023, |
| "disposeMs": 0, |
| "totalMs": 183.7000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 185.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 185.19999980926514 |
| } |
| ], |
| "first": { |
| "loadMs": 221.69999980926514, |
| "inferenceMs": 189.7000002861023, |
| "disposeMs": 0, |
| "totalMs": 413.40000009536743 |
| } |
| }, |
| { |
| "size": "32m", |
| "device": "cpu", |
| "dtype": "fp32", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 167.60000038146973, |
| "disposeMs": 0, |
| "totalMs": 167.60000038146973 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 166.5, |
| "disposeMs": 0, |
| "totalMs": 166.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 165.60000038146973, |
| "disposeMs": 0, |
| "totalMs": 165.7000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 168.2999997138977, |
| "disposeMs": 0, |
| "totalMs": 168.39999961853027 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 171.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 171.7000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 166.2999997138977, |
| "disposeMs": 0, |
| "totalMs": 166.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 165.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 165.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 200, |
| "disposeMs": 0, |
| "totalMs": 200 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 164.5, |
| "disposeMs": 0, |
| "totalMs": 164.60000038146973 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 166.5, |
| "disposeMs": 0, |
| "totalMs": 166.69999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 168.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 168.7000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 170.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 170.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 172, |
| "disposeMs": 0, |
| "totalMs": 172.19999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 170.80000019073486, |
| "disposeMs": 0, |
| "totalMs": 170.80000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 168.39999961853027, |
| "disposeMs": 0, |
| "totalMs": 168.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 169.89999961853027, |
| "disposeMs": 0, |
| "totalMs": 170 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 170.5, |
| "disposeMs": 0, |
| "totalMs": 170.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 163.80000019073486, |
| "disposeMs": 0, |
| "totalMs": 163.90000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 164.2999997138977, |
| "disposeMs": 0, |
| "totalMs": 164.2999997138977 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 166.60000038146973, |
| "disposeMs": 0, |
| "totalMs": 166.80000019073486 |
| } |
| ], |
| "first": { |
| "loadMs": 262.40000009536743, |
| "inferenceMs": 173.7999997138977, |
| "disposeMs": 0, |
| "totalMs": 438.69999980926514 |
| } |
| }, |
| { |
| "size": "32m", |
| "device": "gpu", |
| "dtype": "fp32", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 16.700000286102295, |
| "disposeMs": 0, |
| "totalMs": 16.700000286102295 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 16.399999618530273, |
| "disposeMs": 0, |
| "totalMs": 16.399999618530273 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 16.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 16.40000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 14.199999809265137, |
| "disposeMs": 0, |
| "totalMs": 14.400000095367432 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 13.799999713897705, |
| "disposeMs": 0, |
| "totalMs": 13.799999713897705 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 14.799999713897705, |
| "disposeMs": 0, |
| "totalMs": 14.900000095367432 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 16.199999809265137, |
| "disposeMs": 0, |
| "totalMs": 16.199999809265137 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 15.299999713897705, |
| "disposeMs": 0, |
| "totalMs": 15.399999618530273 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 14.699999809265137, |
| "disposeMs": 0, |
| "totalMs": 14.699999809265137 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 13, |
| "disposeMs": 0, |
| "totalMs": 13.099999904632568 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12.300000190734863, |
| "disposeMs": 0, |
| "totalMs": 12.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12.200000286102295, |
| "disposeMs": 0, |
| "totalMs": 12.300000190734863 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12.199999809265137, |
| "disposeMs": 0, |
| "totalMs": 12.199999809265137 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12.5, |
| "disposeMs": 0, |
| "totalMs": 12.599999904632568 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 14.800000190734863, |
| "disposeMs": 0, |
| "totalMs": 14.800000190734863 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 14.700000286102295, |
| "disposeMs": 0, |
| "totalMs": 14.800000190734863 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 14.599999904632568, |
| "disposeMs": 0, |
| "totalMs": 14.699999809265137 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 15.099999904632568, |
| "disposeMs": 0, |
| "totalMs": 15.099999904632568 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 13.099999904632568, |
| "disposeMs": 0, |
| "totalMs": 13.199999809265137 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 13, |
| "disposeMs": 0, |
| "totalMs": 13 |
| } |
| ], |
| "first": { |
| "loadMs": 301.7999997138977, |
| "inferenceMs": 24.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 328.7999997138977 |
| } |
| }, |
| { |
| "size": "68m", |
| "device": "cpu", |
| "dtype": "q8", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 594.3000001907349, |
| "disposeMs": 0, |
| "totalMs": 594.4000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 595.3000001907349, |
| "disposeMs": 0, |
| "totalMs": 595.4000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 573.3000001907349, |
| "disposeMs": 0, |
| "totalMs": 573.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 575.9000000953674, |
| "disposeMs": 0, |
| "totalMs": 575.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 621.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 621.6999998092651 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 575, |
| "disposeMs": 0, |
| "totalMs": 575 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 582.3000001907349, |
| "disposeMs": 0, |
| "totalMs": 582.3000001907349 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 571.9000000953674, |
| "disposeMs": 0, |
| "totalMs": 571.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 574.8000001907349, |
| "disposeMs": 0, |
| "totalMs": 574.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 576.8000001907349, |
| "disposeMs": 0, |
| "totalMs": 576.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 578.4000000953674, |
| "disposeMs": 0, |
| "totalMs": 578.5999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 590.8000001907349, |
| "disposeMs": 0, |
| "totalMs": 590.8000001907349 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 574.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 574.7999997138977 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 596.7999997138977, |
| "disposeMs": 0, |
| "totalMs": 596.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 573.8999996185303, |
| "disposeMs": 0, |
| "totalMs": 574 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 571.6999998092651, |
| "disposeMs": 0, |
| "totalMs": 571.6999998092651 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 572.0999999046326, |
| "disposeMs": 0, |
| "totalMs": 572.3000001907349 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 582.9000000953674, |
| "disposeMs": 0, |
| "totalMs": 583 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 579.6999998092651, |
| "disposeMs": 0, |
| "totalMs": 579.8999996185303 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 584, |
| "disposeMs": 0, |
| "totalMs": 584 |
| } |
| ], |
| "first": { |
| "loadMs": 424, |
| "inferenceMs": 601.4000000953674, |
| "disposeMs": 0, |
| "totalMs": 1027.3999996185303 |
| } |
| }, |
| { |
| "size": "68m", |
| "device": "cpu", |
| "dtype": "fp32", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 551.7999997138977, |
| "disposeMs": 0, |
| "totalMs": 551.8999996185303 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 523.8000001907349, |
| "disposeMs": 0, |
| "totalMs": 523.8000001907349 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 534.9000000953674, |
| "disposeMs": 0, |
| "totalMs": 534.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 541.6999998092651, |
| "disposeMs": 0, |
| "totalMs": 541.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 529.2999997138977, |
| "disposeMs": 0, |
| "totalMs": 529.2999997138977 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 526.0999999046326, |
| "disposeMs": 0, |
| "totalMs": 526.0999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 550.2999997138977, |
| "disposeMs": 0, |
| "totalMs": 550.3999996185303 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 532.9000000953674, |
| "disposeMs": 0, |
| "totalMs": 533 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 524.5, |
| "disposeMs": 0, |
| "totalMs": 524.6999998092651 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 541.9000000953674, |
| "disposeMs": 0, |
| "totalMs": 541.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 542.5, |
| "disposeMs": 0, |
| "totalMs": 542.5999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 536.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 536.7999997138977 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 545.6000003814697, |
| "disposeMs": 0, |
| "totalMs": 545.6000003814697 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 535, |
| "disposeMs": 0, |
| "totalMs": 535 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 530, |
| "disposeMs": 0, |
| "totalMs": 530 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 585.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 585.7000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 523.2999997138977, |
| "disposeMs": 0, |
| "totalMs": 523.2999997138977 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 527.5, |
| "disposeMs": 0, |
| "totalMs": 527.6000003814697 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 525.1999998092651, |
| "disposeMs": 0, |
| "totalMs": 525.1999998092651 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 536, |
| "disposeMs": 0, |
| "totalMs": 536 |
| } |
| ], |
| "first": { |
| "loadMs": 673.7000002861023, |
| "inferenceMs": 549.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 1227 |
| } |
| }, |
| { |
| "size": "68m", |
| "device": "gpu", |
| "dtype": "fp32", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 31.600000381469727, |
| "disposeMs": 0, |
| "totalMs": 31.600000381469727 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 31.800000190734863, |
| "disposeMs": 0, |
| "totalMs": 31.90000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 32.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 32.299999713897705 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 31.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 31.699999809265137 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 31.200000286102295, |
| "disposeMs": 0, |
| "totalMs": 31.200000286102295 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 32.5, |
| "disposeMs": 0, |
| "totalMs": 32.60000038146973 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 31.800000190734863, |
| "disposeMs": 0, |
| "totalMs": 31.800000190734863 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 32.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 32.69999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 37, |
| "disposeMs": 0, |
| "totalMs": 37.10000038146973 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 36.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 36.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 33.299999713897705, |
| "disposeMs": 0, |
| "totalMs": 33.299999713897705 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 33.700000286102295, |
| "disposeMs": 0, |
| "totalMs": 33.80000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 33.299999713897705, |
| "disposeMs": 0, |
| "totalMs": 33.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 34, |
| "disposeMs": 0, |
| "totalMs": 34 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 35.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 35.90000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 32.80000019073486, |
| "disposeMs": 0, |
| "totalMs": 32.80000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 33.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 33.19999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 33.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 33.40000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 33.5, |
| "disposeMs": 0, |
| "totalMs": 33.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 35.5, |
| "disposeMs": 0, |
| "totalMs": 35.5 |
| } |
| ], |
| "first": { |
| "loadMs": 748.5, |
| "inferenceMs": 47, |
| "disposeMs": 0, |
| "totalMs": 798.8000001907349 |
| } |
| }, |
| { |
| "size": "150m", |
| "device": "cpu", |
| "dtype": "q8", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 1476.7999997138977, |
| "disposeMs": 0, |
| "totalMs": 1476.7999997138977 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1464.0999999046326, |
| "disposeMs": 0, |
| "totalMs": 1464.2000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1485.5, |
| "disposeMs": 0, |
| "totalMs": 1485.5999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1465.8000001907349, |
| "disposeMs": 0, |
| "totalMs": 1465.8000001907349 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1492.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 1492.5999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1475, |
| "disposeMs": 0, |
| "totalMs": 1475.0999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1461.4000000953674, |
| "disposeMs": 0, |
| "totalMs": 1461.5999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1466.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 1466.7000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1626.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 1626.6999998092651 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1481.6999998092651, |
| "disposeMs": 0, |
| "totalMs": 1481.6999998092651 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1470.0999999046326, |
| "disposeMs": 0, |
| "totalMs": 1470.1999998092651 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1457, |
| "disposeMs": 0, |
| "totalMs": 1457.1999998092651 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1526.9000000953674, |
| "disposeMs": 0, |
| "totalMs": 1526.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1454.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 1454.5999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1462.2999997138977, |
| "disposeMs": 0, |
| "totalMs": 1462.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1463, |
| "disposeMs": 0, |
| "totalMs": 1463.1000003814697 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1457, |
| "disposeMs": 0, |
| "totalMs": 1457.0999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1485.3000001907349, |
| "disposeMs": 0, |
| "totalMs": 1485.4000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1458.7000002861023, |
| "disposeMs": 0, |
| "totalMs": 1458.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1460.5, |
| "disposeMs": 0, |
| "totalMs": 1460.5 |
| } |
| ], |
| "first": { |
| "loadMs": 624.7999997138977, |
| "inferenceMs": 1500.0999999046326, |
| "disposeMs": 0, |
| "totalMs": 2128.5 |
| } |
| }, |
| { |
| "size": "150m", |
| "device": "cpu", |
| "dtype": "fp32", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 1294.0999999046326, |
| "disposeMs": 0, |
| "totalMs": 1294.0999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1296.7000002861023, |
| "disposeMs": 0, |
| "totalMs": 1296.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1294.7999997138977, |
| "disposeMs": 0, |
| "totalMs": 1294.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1306.6999998092651, |
| "disposeMs": 0, |
| "totalMs": 1306.8999996185303 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1316.1999998092651, |
| "disposeMs": 0, |
| "totalMs": 1316.1999998092651 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1301.5, |
| "disposeMs": 0, |
| "totalMs": 1301.5999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1471, |
| "disposeMs": 0, |
| "totalMs": 1471.0999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1334.0999999046326, |
| "disposeMs": 0, |
| "totalMs": 1334.2999997138977 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1319.1999998092651, |
| "disposeMs": 0, |
| "totalMs": 1319.4000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1307.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 1307.6999998092651 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1308, |
| "disposeMs": 0, |
| "totalMs": 1308.0999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1368.1000003814697, |
| "disposeMs": 0, |
| "totalMs": 1368.2000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1294.7999997138977, |
| "disposeMs": 0, |
| "totalMs": 1295 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1294.5, |
| "disposeMs": 0, |
| "totalMs": 1294.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1301.2999997138977, |
| "disposeMs": 0, |
| "totalMs": 1301.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1295.5, |
| "disposeMs": 0, |
| "totalMs": 1295.5999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1297.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 1297.6999998092651 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1296.1000003814697, |
| "disposeMs": 0, |
| "totalMs": 1296.1000003814697 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1302.4000000953674, |
| "disposeMs": 0, |
| "totalMs": 1302.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 1311.0999999046326, |
| "disposeMs": 0, |
| "totalMs": 1311.0999999046326 |
| } |
| ], |
| "first": { |
| "loadMs": 1332.7999997138977, |
| "inferenceMs": 1320.2000002861023, |
| "disposeMs": 0, |
| "totalMs": 2657.5 |
| } |
| }, |
| { |
| "size": "150m", |
| "device": "gpu", |
| "dtype": "fp32", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 68.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 68.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 67.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 67.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 67.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 67.40000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 68.5, |
| "disposeMs": 0, |
| "totalMs": 68.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 68.69999980926514, |
| "disposeMs": 0, |
| "totalMs": 68.69999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 66.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 67.10000038146973 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 69, |
| "disposeMs": 0, |
| "totalMs": 69.10000038146973 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 68.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 68.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 68, |
| "disposeMs": 0, |
| "totalMs": 68 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 66.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 67 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 68.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 68.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 67.69999980926514, |
| "disposeMs": 0, |
| "totalMs": 67.69999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 70.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 70.40000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 68.19999980926514, |
| "disposeMs": 0, |
| "totalMs": 68.19999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 69.80000019073486, |
| "disposeMs": 0, |
| "totalMs": 69.90000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 69.19999980926514, |
| "disposeMs": 0, |
| "totalMs": 69.40000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 69.7000002861023, |
| "disposeMs": 0, |
| "totalMs": 69.7000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 70.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 70.19999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 68.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 68.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 68.60000038146973, |
| "disposeMs": 0, |
| "totalMs": 68.7000002861023 |
| } |
| ], |
| "first": { |
| "loadMs": 1583.8999996185303, |
| "inferenceMs": 199.80000019073486, |
| "disposeMs": 0, |
| "totalMs": 1787.5 |
| } |
| }, |
| { |
| "size": "400m", |
| "device": "cpu", |
| "dtype": "q8", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 4459.099999904633, |
| "disposeMs": 0, |
| "totalMs": 4459.300000190735 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4401.599999904633, |
| "disposeMs": 0, |
| "totalMs": 4401.699999809265 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4398.39999961853, |
| "disposeMs": 0, |
| "totalMs": 4398.39999961853 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4398.599999904633, |
| "disposeMs": 0, |
| "totalMs": 4398.800000190735 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4435.300000190735, |
| "disposeMs": 0, |
| "totalMs": 4435.300000190735 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4398.5, |
| "disposeMs": 0, |
| "totalMs": 4398.599999904633 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4395.5, |
| "disposeMs": 0, |
| "totalMs": 4395.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4555.099999904633, |
| "disposeMs": 0, |
| "totalMs": 4555.199999809265 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4439.900000095367, |
| "disposeMs": 0, |
| "totalMs": 4440.099999904633 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4516.39999961853, |
| "disposeMs": 0, |
| "totalMs": 4516.39999961853 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4517.800000190735, |
| "disposeMs": 0, |
| "totalMs": 4517.900000095367 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4384.5, |
| "disposeMs": 0, |
| "totalMs": 4384.599999904633 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4414.099999904633, |
| "disposeMs": 0, |
| "totalMs": 4414.199999809265 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4423.5, |
| "disposeMs": 0, |
| "totalMs": 4423.599999904633 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4411.400000095367, |
| "disposeMs": 0, |
| "totalMs": 4411.599999904633 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4388.800000190735, |
| "disposeMs": 0, |
| "totalMs": 4388.800000190735 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4455.800000190735, |
| "disposeMs": 0, |
| "totalMs": 4455.900000095367 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4386.599999904633, |
| "disposeMs": 0, |
| "totalMs": 4386.700000286102 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4396.89999961853, |
| "disposeMs": 0, |
| "totalMs": 4397.099999904633 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4384.699999809265, |
| "disposeMs": 0, |
| "totalMs": 4384.699999809265 |
| } |
| ], |
| "first": { |
| "loadMs": 1267.7999997138977, |
| "inferenceMs": 4494.200000286102, |
| "disposeMs": 0, |
| "totalMs": 5766 |
| } |
| }, |
| { |
| "size": "400m", |
| "device": "cpu", |
| "dtype": "fp32", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 3903.3999996185303, |
| "disposeMs": 0, |
| "totalMs": 3903.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3902.2999997138977, |
| "disposeMs": 0, |
| "totalMs": 3902.6000003814697 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3952.4000000953674, |
| "disposeMs": 0, |
| "totalMs": 3952.699999809265 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4021.300000190735, |
| "disposeMs": 0, |
| "totalMs": 4021.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3898.199999809265, |
| "disposeMs": 0, |
| "totalMs": 3898.4000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3897.9000000953674, |
| "disposeMs": 0, |
| "totalMs": 3898 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3891.800000190735, |
| "disposeMs": 0, |
| "totalMs": 3891.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3899.800000190735, |
| "disposeMs": 0, |
| "totalMs": 3900 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3902.5, |
| "disposeMs": 0, |
| "totalMs": 3902.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3919.8999996185303, |
| "disposeMs": 0, |
| "totalMs": 3920 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3939.800000190735, |
| "disposeMs": 0, |
| "totalMs": 3939.800000190735 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3995.7999997138977, |
| "disposeMs": 0, |
| "totalMs": 3995.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 4017, |
| "disposeMs": 0, |
| "totalMs": 4017.2000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3927.699999809265, |
| "disposeMs": 0, |
| "totalMs": 3927.9000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3903.4000000953674, |
| "disposeMs": 0, |
| "totalMs": 3903.5999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3922.6000003814697, |
| "disposeMs": 0, |
| "totalMs": 3922.7000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3900.0999999046326, |
| "disposeMs": 0, |
| "totalMs": 3900.0999999046326 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3932.4000000953674, |
| "disposeMs": 0, |
| "totalMs": 3932.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3901.2000002861023, |
| "disposeMs": 0, |
| "totalMs": 3901.300000190735 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 3896.2999997138977, |
| "disposeMs": 0, |
| "totalMs": 3896.5 |
| } |
| ], |
| "first": { |
| "loadMs": 4731.599999904633, |
| "inferenceMs": 4044.300000190735, |
| "disposeMs": 0, |
| "totalMs": 8783.199999809265 |
| } |
| }, |
| { |
| "size": "400m", |
| "device": "gpu", |
| "dtype": "fp32", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 196.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 196.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 196.7000002861023, |
| "disposeMs": 0, |
| "totalMs": 196.7000002861023 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 192.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 192.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 199.89999961853027, |
| "disposeMs": 0, |
| "totalMs": 200 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 197.7999997138977, |
| "disposeMs": 0, |
| "totalMs": 198 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 196.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 196.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 190.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 191 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 195.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 195.40000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 192.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 192.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 193.69999980926514, |
| "disposeMs": 0, |
| "totalMs": 193.80000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 191.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 191.19999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 190.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 191.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 190.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 190.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 190.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 190.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 189.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 189.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 192.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 192.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 191.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 192.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 189.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 189.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 191.5, |
| "disposeMs": 0, |
| "totalMs": 191.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 190.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 191 |
| } |
| ], |
| "first": { |
| "loadMs": 4818.700000286102, |
| "inferenceMs": 1134.8000001907349, |
| "disposeMs": 0, |
| "totalMs": 5959 |
| } |
| }, |
| { |
| "size": "1b", |
| "device": "cpu", |
| "dtype": "q8", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 12250.199999809265, |
| "disposeMs": 0, |
| "totalMs": 12250.299999713898 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12276.099999904633, |
| "disposeMs": 0, |
| "totalMs": 12276.199999809265 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12321.10000038147, |
| "disposeMs": 0, |
| "totalMs": 12321.200000286102 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12460.5, |
| "disposeMs": 0, |
| "totalMs": 12460.599999904633 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12095.800000190735, |
| "disposeMs": 0, |
| "totalMs": 12096.099999904633 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12153.699999809265, |
| "disposeMs": 0, |
| "totalMs": 12153.699999809265 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12122.599999904633, |
| "disposeMs": 0, |
| "totalMs": 12122.699999809265 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 13067.200000286102, |
| "disposeMs": 0, |
| "totalMs": 13067.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12957.099999904633, |
| "disposeMs": 0, |
| "totalMs": 12957.699999809265 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12998.900000095367, |
| "disposeMs": 0, |
| "totalMs": 12999.700000286102 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12278.200000286102, |
| "disposeMs": 0, |
| "totalMs": 12278.400000095367 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12153.900000095367, |
| "disposeMs": 0, |
| "totalMs": 12153.900000095367 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12190.800000190735, |
| "disposeMs": 0, |
| "totalMs": 12191.099999904633 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 13207.400000095367, |
| "disposeMs": 0, |
| "totalMs": 13207.799999713898 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12638, |
| "disposeMs": 0, |
| "totalMs": 12638.300000190735 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12439.400000095367, |
| "disposeMs": 0, |
| "totalMs": 12439.599999904633 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12800.800000190735, |
| "disposeMs": 0, |
| "totalMs": 12802 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12897.5, |
| "disposeMs": 0, |
| "totalMs": 12897.799999713898 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 13246.199999809265, |
| "disposeMs": 0, |
| "totalMs": 13247 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 12444.599999904633, |
| "disposeMs": 0, |
| "totalMs": 12445.599999904633 |
| } |
| ], |
| "first": { |
| "loadMs": 3724.5999999046326, |
| "inferenceMs": 12304.200000286102, |
| "disposeMs": 0, |
| "totalMs": 16034.699999809265 |
| } |
| }, |
| { |
| "size": "1b", |
| "device": "gpu", |
| "dtype": "fp32", |
| "samples": [ |
| { |
| "loadMs": 0, |
| "inferenceMs": 502.80000019073486, |
| "disposeMs": 0, |
| "totalMs": 502.80000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 484.5, |
| "disposeMs": 0, |
| "totalMs": 484.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 481.3999996185303, |
| "disposeMs": 0, |
| "totalMs": 481.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 458.5, |
| "disposeMs": 0, |
| "totalMs": 458.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 492.69999980926514, |
| "disposeMs": 0, |
| "totalMs": 492.7999997138977 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 481.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 482.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 486, |
| "disposeMs": 0, |
| "totalMs": 486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 451.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 451.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 487.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 487.69999980926514 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 488.2000002861023, |
| "disposeMs": 0, |
| "totalMs": 488.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 489.5, |
| "disposeMs": 0, |
| "totalMs": 489.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 457.90000009536743, |
| "disposeMs": 0, |
| "totalMs": 457.90000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 485.40000009536743, |
| "disposeMs": 0, |
| "totalMs": 485.5 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 489.80000019073486, |
| "disposeMs": 0, |
| "totalMs": 489.90000009536743 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 497.09999990463257, |
| "disposeMs": 0, |
| "totalMs": 497.09999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 463.5, |
| "disposeMs": 0, |
| "totalMs": 463.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 504.30000019073486, |
| "disposeMs": 0, |
| "totalMs": 504.30000019073486 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 515.1999998092651, |
| "disposeMs": 0, |
| "totalMs": 515.4000000953674 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 496.59999990463257, |
| "disposeMs": 0, |
| "totalMs": 496.59999990463257 |
| }, |
| { |
| "loadMs": 0, |
| "inferenceMs": 464.69999980926514, |
| "disposeMs": 0, |
| "totalMs": 464.69999980926514 |
| } |
| ], |
| "first": { |
| "loadMs": 6311.900000095367, |
| "inferenceMs": 3105.5999999046326, |
| "disposeMs": 0, |
| "totalMs": 9436 |
| } |
| } |
| ], |
| "status": "complete", |
| "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/154.0.0.0 Safari/537.36", |
| "threads": 10, |
| "gpu": { |
| "vendor": "apple", |
| "architecture": "metal-3", |
| "device": "", |
| "description": "" |
| }, |
| "input": { |
| "state": { |
| "message": "My card was charged twice for the same order. Please refund the duplicate charge.", |
| "order": { |
| "status": "paid", |
| "paymentCount": 2 |
| } |
| }, |
| "decisions": [ |
| { |
| "id": "intent", |
| "instruction": "Identify the primary intent of the customer.", |
| "type": "choice", |
| "options": [ |
| { |
| "value": "refund", |
| "description": "The customer wants to recover money charged." |
| }, |
| { |
| "value": "cancel", |
| "description": "The customer wants to cancel an order." |
| }, |
| { |
| "value": "other", |
| "description": "The request does not match the other intents." |
| } |
| ] |
| }, |
| { |
| "id": "duplicateCharge", |
| "instruction": "The customer was charged twice for the same order.", |
| "type": "noul", |
| "outcomes": { |
| "true": { |
| "description": "The same order was charged more than once." |
| }, |
| "false": { |
| "description": "There was one charge or the charges were for different orders." |
| } |
| } |
| }, |
| { |
| "id": "urgency", |
| "instruction": "Rate the urgency of this support request using the ordered levels.", |
| "type": "score", |
| "levels": [ |
| { |
| "value": "0", |
| "description": "An informational question without loss or blocked work." |
| }, |
| { |
| "value": "1", |
| "description": "A limited loss or a problem with a workaround." |
| }, |
| { |
| "value": "2", |
| "description": "Major loss or blocked work requiring immediate action." |
| } |
| ] |
| } |
| ] |
| }, |
| "crossOriginIsolated": false, |
| "environment": { |
| "machine": "Apple M4", |
| "memoryGiB": 24, |
| "os": "macOS 26.6.2", |
| "browser": "Headless Chromium 154, Metal WebGPU", |
| "bun": "1.4.0", |
| "onnxruntimeWeb": "1.30.0", |
| "transformersJs": "3.8.1", |
| "assetRevision": "4987a6677e5810585d0d6068f4598934848838d5", |
| "sourceRevision": "bd8c5eec552463ed815a9daf66356816bf7b24c2", |
| "date": "2026-10-19", |
| "cache": "Exact published assets preloaded in transformers-cache; no weight download in measured setup", |
| "conditions": "Local development session; power mode and thermals were not controlled" |
| } |
| } |
|
|
