{
  "runs": [
    {
      "size": "17m",
      "device": "cpu",
      "dtype": "q8",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 61.30000019073486,
          "disposeMs": 0,
          "totalMs": 61.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 60,
          "disposeMs": 0,
          "totalMs": 60
        },
        {
          "loadMs": 0,
          "inferenceMs": 60.5,
          "disposeMs": 0,
          "totalMs": 60.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 60.39999961853027,
          "disposeMs": 0,
          "totalMs": 60.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 60.799999713897705,
          "disposeMs": 0,
          "totalMs": 60.90000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 69.30000019073486,
          "disposeMs": 0,
          "totalMs": 69.40000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 75.69999980926514,
          "disposeMs": 0,
          "totalMs": 76.19999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 68.2000002861023,
          "disposeMs": 0,
          "totalMs": 68.40000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 68.80000019073486,
          "disposeMs": 0,
          "totalMs": 68.90000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 65.09999990463257,
          "disposeMs": 0,
          "totalMs": 65.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 59.90000009536743,
          "disposeMs": 0,
          "totalMs": 60.10000038146973
        },
        {
          "loadMs": 0,
          "inferenceMs": 60,
          "disposeMs": 0,
          "totalMs": 60.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 61.700000286102295,
          "disposeMs": 0,
          "totalMs": 61.90000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 64.30000019073486,
          "disposeMs": 0,
          "totalMs": 64.40000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 62.09999990463257,
          "disposeMs": 0,
          "totalMs": 62.19999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 61.5,
          "disposeMs": 0,
          "totalMs": 61.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 60.59999990463257,
          "disposeMs": 0,
          "totalMs": 60.69999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 60.799999713897705,
          "disposeMs": 0,
          "totalMs": 60.89999961853027
        },
        {
          "loadMs": 0,
          "inferenceMs": 60.5,
          "disposeMs": 0,
          "totalMs": 60.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 61.59999990463257,
          "disposeMs": 0,
          "totalMs": 61.59999990463257
        }
      ],
      "first": {
        "loadMs": 357.5,
        "inferenceMs": 67.80000019073486,
        "disposeMs": 0,
        "totalMs": 425.7000002861023
      }
    },
    {
      "size": "17m",
      "device": "cpu",
      "dtype": "fp32",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 57,
          "disposeMs": 0,
          "totalMs": 57.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 55.40000009536743,
          "disposeMs": 0,
          "totalMs": 55.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 56.799999713897705,
          "disposeMs": 0,
          "totalMs": 56.799999713897705
        },
        {
          "loadMs": 0,
          "inferenceMs": 60.19999980926514,
          "disposeMs": 0,
          "totalMs": 60.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 58.5,
          "disposeMs": 0,
          "totalMs": 58.60000038146973
        },
        {
          "loadMs": 0,
          "inferenceMs": 59.700000286102295,
          "disposeMs": 0,
          "totalMs": 59.80000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 69.5,
          "disposeMs": 0,
          "totalMs": 69.60000038146973
        },
        {
          "loadMs": 0,
          "inferenceMs": 82,
          "disposeMs": 0,
          "totalMs": 82.2000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 59.40000009536743,
          "disposeMs": 0,
          "totalMs": 59.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 58.40000009536743,
          "disposeMs": 0,
          "totalMs": 58.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 57.200000286102295,
          "disposeMs": 0,
          "totalMs": 57.200000286102295
        },
        {
          "loadMs": 0,
          "inferenceMs": 56.19999980926514,
          "disposeMs": 0,
          "totalMs": 56.19999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 58,
          "disposeMs": 0,
          "totalMs": 58.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 57.59999990463257,
          "disposeMs": 0,
          "totalMs": 57.69999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 56.200000286102295,
          "disposeMs": 0,
          "totalMs": 56.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 56.30000019073486,
          "disposeMs": 0,
          "totalMs": 56.40000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 55.299999713897705,
          "disposeMs": 0,
          "totalMs": 55.299999713897705
        },
        {
          "loadMs": 0,
          "inferenceMs": 56.799999713897705,
          "disposeMs": 0,
          "totalMs": 57
        },
        {
          "loadMs": 0,
          "inferenceMs": 56.30000019073486,
          "disposeMs": 0,
          "totalMs": 56.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 56.19999980926514,
          "disposeMs": 0,
          "totalMs": 56.299999713897705
        }
      ],
      "first": {
        "loadMs": 189.90000009536743,
        "inferenceMs": 60.40000009536743,
        "disposeMs": 0,
        "totalMs": 253.30000019073486
      }
    },
    {
      "size": "17m",
      "device": "gpu",
      "dtype": "fp32",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 13.5,
          "disposeMs": 0,
          "totalMs": 13.599999904632568
        },
        {
          "loadMs": 0,
          "inferenceMs": 9.299999713897705,
          "disposeMs": 0,
          "totalMs": 9.299999713897705
        },
        {
          "loadMs": 0,
          "inferenceMs": 12.300000190734863,
          "disposeMs": 0,
          "totalMs": 12.400000095367432
        },
        {
          "loadMs": 0,
          "inferenceMs": 15.900000095367432,
          "disposeMs": 0,
          "totalMs": 15.900000095367432
        },
        {
          "loadMs": 0,
          "inferenceMs": 9.300000190734863,
          "disposeMs": 0,
          "totalMs": 9.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 15.599999904632568,
          "disposeMs": 0,
          "totalMs": 15.700000286102295
        },
        {
          "loadMs": 0,
          "inferenceMs": 14,
          "disposeMs": 0,
          "totalMs": 14.200000286102295
        },
        {
          "loadMs": 0,
          "inferenceMs": 12.800000190734863,
          "disposeMs": 0,
          "totalMs": 12.800000190734863
        },
        {
          "loadMs": 0,
          "inferenceMs": 10.900000095367432,
          "disposeMs": 0,
          "totalMs": 10.900000095367432
        },
        {
          "loadMs": 0,
          "inferenceMs": 10,
          "disposeMs": 0,
          "totalMs": 10.099999904632568
        },
        {
          "loadMs": 0,
          "inferenceMs": 16.09999990463257,
          "disposeMs": 0,
          "totalMs": 16.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 14.800000190734863,
          "disposeMs": 0,
          "totalMs": 14.900000095367432
        },
        {
          "loadMs": 0,
          "inferenceMs": 11,
          "disposeMs": 0,
          "totalMs": 11.200000286102295
        },
        {
          "loadMs": 0,
          "inferenceMs": 9.199999809265137,
          "disposeMs": 0,
          "totalMs": 9.299999713897705
        },
        {
          "loadMs": 0,
          "inferenceMs": 11.599999904632568,
          "disposeMs": 0,
          "totalMs": 11.599999904632568
        },
        {
          "loadMs": 0,
          "inferenceMs": 13.700000286102295,
          "disposeMs": 0,
          "totalMs": 13.700000286102295
        },
        {
          "loadMs": 0,
          "inferenceMs": 9.599999904632568,
          "disposeMs": 0,
          "totalMs": 9.699999809265137
        },
        {
          "loadMs": 0,
          "inferenceMs": 9.5,
          "disposeMs": 0,
          "totalMs": 9.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 16.40000009536743,
          "disposeMs": 0,
          "totalMs": 16.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 15.699999809265137,
          "disposeMs": 0,
          "totalMs": 15.699999809265137
        }
      ],
      "first": {
        "loadMs": 215,
        "inferenceMs": 66,
        "disposeMs": 0,
        "totalMs": 282.30000019073486
      }
    },
    {
      "size": "32m",
      "device": "cpu",
      "dtype": "q8",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 193.09999990463257,
          "disposeMs": 0,
          "totalMs": 193.2000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 187,
          "disposeMs": 0,
          "totalMs": 187
        },
        {
          "loadMs": 0,
          "inferenceMs": 233,
          "disposeMs": 0,
          "totalMs": 233.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 183.90000009536743,
          "disposeMs": 0,
          "totalMs": 184.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 181.5,
          "disposeMs": 0,
          "totalMs": 181.60000038146973
        },
        {
          "loadMs": 0,
          "inferenceMs": 215.19999980926514,
          "disposeMs": 0,
          "totalMs": 215.19999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 183,
          "disposeMs": 0,
          "totalMs": 183
        },
        {
          "loadMs": 0,
          "inferenceMs": 186.60000038146973,
          "disposeMs": 0,
          "totalMs": 186.60000038146973
        },
        {
          "loadMs": 0,
          "inferenceMs": 187.40000009536743,
          "disposeMs": 0,
          "totalMs": 187.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 184.7999997138977,
          "disposeMs": 0,
          "totalMs": 184.7999997138977
        },
        {
          "loadMs": 0,
          "inferenceMs": 187.5,
          "disposeMs": 0,
          "totalMs": 187.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 187.90000009536743,
          "disposeMs": 0,
          "totalMs": 188
        },
        {
          "loadMs": 0,
          "inferenceMs": 189.40000009536743,
          "disposeMs": 0,
          "totalMs": 189.40000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 192.90000009536743,
          "disposeMs": 0,
          "totalMs": 192.90000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 186.7999997138977,
          "disposeMs": 0,
          "totalMs": 186.7999997138977
        },
        {
          "loadMs": 0,
          "inferenceMs": 187.09999990463257,
          "disposeMs": 0,
          "totalMs": 187.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 185.7999997138977,
          "disposeMs": 0,
          "totalMs": 185.90000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 188,
          "disposeMs": 0,
          "totalMs": 188
        },
        {
          "loadMs": 0,
          "inferenceMs": 183.7000002861023,
          "disposeMs": 0,
          "totalMs": 183.7000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 185.09999990463257,
          "disposeMs": 0,
          "totalMs": 185.19999980926514
        }
      ],
      "first": {
        "loadMs": 221.69999980926514,
        "inferenceMs": 189.7000002861023,
        "disposeMs": 0,
        "totalMs": 413.40000009536743
      }
    },
    {
      "size": "32m",
      "device": "cpu",
      "dtype": "fp32",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 167.60000038146973,
          "disposeMs": 0,
          "totalMs": 167.60000038146973
        },
        {
          "loadMs": 0,
          "inferenceMs": 166.5,
          "disposeMs": 0,
          "totalMs": 166.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 165.60000038146973,
          "disposeMs": 0,
          "totalMs": 165.7000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 168.2999997138977,
          "disposeMs": 0,
          "totalMs": 168.39999961853027
        },
        {
          "loadMs": 0,
          "inferenceMs": 171.59999990463257,
          "disposeMs": 0,
          "totalMs": 171.7000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 166.2999997138977,
          "disposeMs": 0,
          "totalMs": 166.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 165.09999990463257,
          "disposeMs": 0,
          "totalMs": 165.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 200,
          "disposeMs": 0,
          "totalMs": 200
        },
        {
          "loadMs": 0,
          "inferenceMs": 164.5,
          "disposeMs": 0,
          "totalMs": 164.60000038146973
        },
        {
          "loadMs": 0,
          "inferenceMs": 166.5,
          "disposeMs": 0,
          "totalMs": 166.69999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 168.59999990463257,
          "disposeMs": 0,
          "totalMs": 168.7000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 170.09999990463257,
          "disposeMs": 0,
          "totalMs": 170.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 172,
          "disposeMs": 0,
          "totalMs": 172.19999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 170.80000019073486,
          "disposeMs": 0,
          "totalMs": 170.80000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 168.39999961853027,
          "disposeMs": 0,
          "totalMs": 168.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 169.89999961853027,
          "disposeMs": 0,
          "totalMs": 170
        },
        {
          "loadMs": 0,
          "inferenceMs": 170.5,
          "disposeMs": 0,
          "totalMs": 170.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 163.80000019073486,
          "disposeMs": 0,
          "totalMs": 163.90000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 164.2999997138977,
          "disposeMs": 0,
          "totalMs": 164.2999997138977
        },
        {
          "loadMs": 0,
          "inferenceMs": 166.60000038146973,
          "disposeMs": 0,
          "totalMs": 166.80000019073486
        }
      ],
      "first": {
        "loadMs": 262.40000009536743,
        "inferenceMs": 173.7999997138977,
        "disposeMs": 0,
        "totalMs": 438.69999980926514
      }
    },
    {
      "size": "32m",
      "device": "gpu",
      "dtype": "fp32",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 16.700000286102295,
          "disposeMs": 0,
          "totalMs": 16.700000286102295
        },
        {
          "loadMs": 0,
          "inferenceMs": 16.399999618530273,
          "disposeMs": 0,
          "totalMs": 16.399999618530273
        },
        {
          "loadMs": 0,
          "inferenceMs": 16.40000009536743,
          "disposeMs": 0,
          "totalMs": 16.40000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 14.199999809265137,
          "disposeMs": 0,
          "totalMs": 14.400000095367432
        },
        {
          "loadMs": 0,
          "inferenceMs": 13.799999713897705,
          "disposeMs": 0,
          "totalMs": 13.799999713897705
        },
        {
          "loadMs": 0,
          "inferenceMs": 14.799999713897705,
          "disposeMs": 0,
          "totalMs": 14.900000095367432
        },
        {
          "loadMs": 0,
          "inferenceMs": 16.199999809265137,
          "disposeMs": 0,
          "totalMs": 16.199999809265137
        },
        {
          "loadMs": 0,
          "inferenceMs": 15.299999713897705,
          "disposeMs": 0,
          "totalMs": 15.399999618530273
        },
        {
          "loadMs": 0,
          "inferenceMs": 14.699999809265137,
          "disposeMs": 0,
          "totalMs": 14.699999809265137
        },
        {
          "loadMs": 0,
          "inferenceMs": 13,
          "disposeMs": 0,
          "totalMs": 13.099999904632568
        },
        {
          "loadMs": 0,
          "inferenceMs": 12.300000190734863,
          "disposeMs": 0,
          "totalMs": 12.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 12.200000286102295,
          "disposeMs": 0,
          "totalMs": 12.300000190734863
        },
        {
          "loadMs": 0,
          "inferenceMs": 12.199999809265137,
          "disposeMs": 0,
          "totalMs": 12.199999809265137
        },
        {
          "loadMs": 0,
          "inferenceMs": 12.5,
          "disposeMs": 0,
          "totalMs": 12.599999904632568
        },
        {
          "loadMs": 0,
          "inferenceMs": 14.800000190734863,
          "disposeMs": 0,
          "totalMs": 14.800000190734863
        },
        {
          "loadMs": 0,
          "inferenceMs": 14.700000286102295,
          "disposeMs": 0,
          "totalMs": 14.800000190734863
        },
        {
          "loadMs": 0,
          "inferenceMs": 14.599999904632568,
          "disposeMs": 0,
          "totalMs": 14.699999809265137
        },
        {
          "loadMs": 0,
          "inferenceMs": 15.099999904632568,
          "disposeMs": 0,
          "totalMs": 15.099999904632568
        },
        {
          "loadMs": 0,
          "inferenceMs": 13.099999904632568,
          "disposeMs": 0,
          "totalMs": 13.199999809265137
        },
        {
          "loadMs": 0,
          "inferenceMs": 13,
          "disposeMs": 0,
          "totalMs": 13
        }
      ],
      "first": {
        "loadMs": 301.7999997138977,
        "inferenceMs": 24.90000009536743,
        "disposeMs": 0,
        "totalMs": 328.7999997138977
      }
    },
    {
      "size": "68m",
      "device": "cpu",
      "dtype": "q8",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 594.3000001907349,
          "disposeMs": 0,
          "totalMs": 594.4000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 595.3000001907349,
          "disposeMs": 0,
          "totalMs": 595.4000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 573.3000001907349,
          "disposeMs": 0,
          "totalMs": 573.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 575.9000000953674,
          "disposeMs": 0,
          "totalMs": 575.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 621.5999999046326,
          "disposeMs": 0,
          "totalMs": 621.6999998092651
        },
        {
          "loadMs": 0,
          "inferenceMs": 575,
          "disposeMs": 0,
          "totalMs": 575
        },
        {
          "loadMs": 0,
          "inferenceMs": 582.3000001907349,
          "disposeMs": 0,
          "totalMs": 582.3000001907349
        },
        {
          "loadMs": 0,
          "inferenceMs": 571.9000000953674,
          "disposeMs": 0,
          "totalMs": 571.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 574.8000001907349,
          "disposeMs": 0,
          "totalMs": 574.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 576.8000001907349,
          "disposeMs": 0,
          "totalMs": 576.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 578.4000000953674,
          "disposeMs": 0,
          "totalMs": 578.5999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 590.8000001907349,
          "disposeMs": 0,
          "totalMs": 590.8000001907349
        },
        {
          "loadMs": 0,
          "inferenceMs": 574.5999999046326,
          "disposeMs": 0,
          "totalMs": 574.7999997138977
        },
        {
          "loadMs": 0,
          "inferenceMs": 596.7999997138977,
          "disposeMs": 0,
          "totalMs": 596.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 573.8999996185303,
          "disposeMs": 0,
          "totalMs": 574
        },
        {
          "loadMs": 0,
          "inferenceMs": 571.6999998092651,
          "disposeMs": 0,
          "totalMs": 571.6999998092651
        },
        {
          "loadMs": 0,
          "inferenceMs": 572.0999999046326,
          "disposeMs": 0,
          "totalMs": 572.3000001907349
        },
        {
          "loadMs": 0,
          "inferenceMs": 582.9000000953674,
          "disposeMs": 0,
          "totalMs": 583
        },
        {
          "loadMs": 0,
          "inferenceMs": 579.6999998092651,
          "disposeMs": 0,
          "totalMs": 579.8999996185303
        },
        {
          "loadMs": 0,
          "inferenceMs": 584,
          "disposeMs": 0,
          "totalMs": 584
        }
      ],
      "first": {
        "loadMs": 424,
        "inferenceMs": 601.4000000953674,
        "disposeMs": 0,
        "totalMs": 1027.3999996185303
      }
    },
    {
      "size": "68m",
      "device": "cpu",
      "dtype": "fp32",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 551.7999997138977,
          "disposeMs": 0,
          "totalMs": 551.8999996185303
        },
        {
          "loadMs": 0,
          "inferenceMs": 523.8000001907349,
          "disposeMs": 0,
          "totalMs": 523.8000001907349
        },
        {
          "loadMs": 0,
          "inferenceMs": 534.9000000953674,
          "disposeMs": 0,
          "totalMs": 534.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 541.6999998092651,
          "disposeMs": 0,
          "totalMs": 541.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 529.2999997138977,
          "disposeMs": 0,
          "totalMs": 529.2999997138977
        },
        {
          "loadMs": 0,
          "inferenceMs": 526.0999999046326,
          "disposeMs": 0,
          "totalMs": 526.0999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 550.2999997138977,
          "disposeMs": 0,
          "totalMs": 550.3999996185303
        },
        {
          "loadMs": 0,
          "inferenceMs": 532.9000000953674,
          "disposeMs": 0,
          "totalMs": 533
        },
        {
          "loadMs": 0,
          "inferenceMs": 524.5,
          "disposeMs": 0,
          "totalMs": 524.6999998092651
        },
        {
          "loadMs": 0,
          "inferenceMs": 541.9000000953674,
          "disposeMs": 0,
          "totalMs": 541.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 542.5,
          "disposeMs": 0,
          "totalMs": 542.5999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 536.5999999046326,
          "disposeMs": 0,
          "totalMs": 536.7999997138977
        },
        {
          "loadMs": 0,
          "inferenceMs": 545.6000003814697,
          "disposeMs": 0,
          "totalMs": 545.6000003814697
        },
        {
          "loadMs": 0,
          "inferenceMs": 535,
          "disposeMs": 0,
          "totalMs": 535
        },
        {
          "loadMs": 0,
          "inferenceMs": 530,
          "disposeMs": 0,
          "totalMs": 530
        },
        {
          "loadMs": 0,
          "inferenceMs": 585.5999999046326,
          "disposeMs": 0,
          "totalMs": 585.7000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 523.2999997138977,
          "disposeMs": 0,
          "totalMs": 523.2999997138977
        },
        {
          "loadMs": 0,
          "inferenceMs": 527.5,
          "disposeMs": 0,
          "totalMs": 527.6000003814697
        },
        {
          "loadMs": 0,
          "inferenceMs": 525.1999998092651,
          "disposeMs": 0,
          "totalMs": 525.1999998092651
        },
        {
          "loadMs": 0,
          "inferenceMs": 536,
          "disposeMs": 0,
          "totalMs": 536
        }
      ],
      "first": {
        "loadMs": 673.7000002861023,
        "inferenceMs": 549.5999999046326,
        "disposeMs": 0,
        "totalMs": 1227
      }
    },
    {
      "size": "68m",
      "device": "gpu",
      "dtype": "fp32",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 31.600000381469727,
          "disposeMs": 0,
          "totalMs": 31.600000381469727
        },
        {
          "loadMs": 0,
          "inferenceMs": 31.800000190734863,
          "disposeMs": 0,
          "totalMs": 31.90000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 32.09999990463257,
          "disposeMs": 0,
          "totalMs": 32.299999713897705
        },
        {
          "loadMs": 0,
          "inferenceMs": 31.59999990463257,
          "disposeMs": 0,
          "totalMs": 31.699999809265137
        },
        {
          "loadMs": 0,
          "inferenceMs": 31.200000286102295,
          "disposeMs": 0,
          "totalMs": 31.200000286102295
        },
        {
          "loadMs": 0,
          "inferenceMs": 32.5,
          "disposeMs": 0,
          "totalMs": 32.60000038146973
        },
        {
          "loadMs": 0,
          "inferenceMs": 31.800000190734863,
          "disposeMs": 0,
          "totalMs": 31.800000190734863
        },
        {
          "loadMs": 0,
          "inferenceMs": 32.59999990463257,
          "disposeMs": 0,
          "totalMs": 32.69999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 37,
          "disposeMs": 0,
          "totalMs": 37.10000038146973
        },
        {
          "loadMs": 0,
          "inferenceMs": 36.30000019073486,
          "disposeMs": 0,
          "totalMs": 36.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 33.299999713897705,
          "disposeMs": 0,
          "totalMs": 33.299999713897705
        },
        {
          "loadMs": 0,
          "inferenceMs": 33.700000286102295,
          "disposeMs": 0,
          "totalMs": 33.80000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 33.299999713897705,
          "disposeMs": 0,
          "totalMs": 33.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 34,
          "disposeMs": 0,
          "totalMs": 34
        },
        {
          "loadMs": 0,
          "inferenceMs": 35.90000009536743,
          "disposeMs": 0,
          "totalMs": 35.90000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 32.80000019073486,
          "disposeMs": 0,
          "totalMs": 32.80000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 33.09999990463257,
          "disposeMs": 0,
          "totalMs": 33.19999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 33.30000019073486,
          "disposeMs": 0,
          "totalMs": 33.40000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 33.5,
          "disposeMs": 0,
          "totalMs": 33.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 35.5,
          "disposeMs": 0,
          "totalMs": 35.5
        }
      ],
      "first": {
        "loadMs": 748.5,
        "inferenceMs": 47,
        "disposeMs": 0,
        "totalMs": 798.8000001907349
      }
    },
    {
      "size": "150m",
      "device": "cpu",
      "dtype": "q8",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 1476.7999997138977,
          "disposeMs": 0,
          "totalMs": 1476.7999997138977
        },
        {
          "loadMs": 0,
          "inferenceMs": 1464.0999999046326,
          "disposeMs": 0,
          "totalMs": 1464.2000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 1485.5,
          "disposeMs": 0,
          "totalMs": 1485.5999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 1465.8000001907349,
          "disposeMs": 0,
          "totalMs": 1465.8000001907349
        },
        {
          "loadMs": 0,
          "inferenceMs": 1492.5999999046326,
          "disposeMs": 0,
          "totalMs": 1492.5999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 1475,
          "disposeMs": 0,
          "totalMs": 1475.0999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 1461.4000000953674,
          "disposeMs": 0,
          "totalMs": 1461.5999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 1466.5999999046326,
          "disposeMs": 0,
          "totalMs": 1466.7000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 1626.5999999046326,
          "disposeMs": 0,
          "totalMs": 1626.6999998092651
        },
        {
          "loadMs": 0,
          "inferenceMs": 1481.6999998092651,
          "disposeMs": 0,
          "totalMs": 1481.6999998092651
        },
        {
          "loadMs": 0,
          "inferenceMs": 1470.0999999046326,
          "disposeMs": 0,
          "totalMs": 1470.1999998092651
        },
        {
          "loadMs": 0,
          "inferenceMs": 1457,
          "disposeMs": 0,
          "totalMs": 1457.1999998092651
        },
        {
          "loadMs": 0,
          "inferenceMs": 1526.9000000953674,
          "disposeMs": 0,
          "totalMs": 1526.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 1454.5999999046326,
          "disposeMs": 0,
          "totalMs": 1454.5999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 1462.2999997138977,
          "disposeMs": 0,
          "totalMs": 1462.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 1463,
          "disposeMs": 0,
          "totalMs": 1463.1000003814697
        },
        {
          "loadMs": 0,
          "inferenceMs": 1457,
          "disposeMs": 0,
          "totalMs": 1457.0999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 1485.3000001907349,
          "disposeMs": 0,
          "totalMs": 1485.4000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 1458.7000002861023,
          "disposeMs": 0,
          "totalMs": 1458.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 1460.5,
          "disposeMs": 0,
          "totalMs": 1460.5
        }
      ],
      "first": {
        "loadMs": 624.7999997138977,
        "inferenceMs": 1500.0999999046326,
        "disposeMs": 0,
        "totalMs": 2128.5
      }
    },
    {
      "size": "150m",
      "device": "cpu",
      "dtype": "fp32",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 1294.0999999046326,
          "disposeMs": 0,
          "totalMs": 1294.0999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 1296.7000002861023,
          "disposeMs": 0,
          "totalMs": 1296.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 1294.7999997138977,
          "disposeMs": 0,
          "totalMs": 1294.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 1306.6999998092651,
          "disposeMs": 0,
          "totalMs": 1306.8999996185303
        },
        {
          "loadMs": 0,
          "inferenceMs": 1316.1999998092651,
          "disposeMs": 0,
          "totalMs": 1316.1999998092651
        },
        {
          "loadMs": 0,
          "inferenceMs": 1301.5,
          "disposeMs": 0,
          "totalMs": 1301.5999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 1471,
          "disposeMs": 0,
          "totalMs": 1471.0999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 1334.0999999046326,
          "disposeMs": 0,
          "totalMs": 1334.2999997138977
        },
        {
          "loadMs": 0,
          "inferenceMs": 1319.1999998092651,
          "disposeMs": 0,
          "totalMs": 1319.4000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 1307.5999999046326,
          "disposeMs": 0,
          "totalMs": 1307.6999998092651
        },
        {
          "loadMs": 0,
          "inferenceMs": 1308,
          "disposeMs": 0,
          "totalMs": 1308.0999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 1368.1000003814697,
          "disposeMs": 0,
          "totalMs": 1368.2000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 1294.7999997138977,
          "disposeMs": 0,
          "totalMs": 1295
        },
        {
          "loadMs": 0,
          "inferenceMs": 1294.5,
          "disposeMs": 0,
          "totalMs": 1294.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 1301.2999997138977,
          "disposeMs": 0,
          "totalMs": 1301.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 1295.5,
          "disposeMs": 0,
          "totalMs": 1295.5999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 1297.5999999046326,
          "disposeMs": 0,
          "totalMs": 1297.6999998092651
        },
        {
          "loadMs": 0,
          "inferenceMs": 1296.1000003814697,
          "disposeMs": 0,
          "totalMs": 1296.1000003814697
        },
        {
          "loadMs": 0,
          "inferenceMs": 1302.4000000953674,
          "disposeMs": 0,
          "totalMs": 1302.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 1311.0999999046326,
          "disposeMs": 0,
          "totalMs": 1311.0999999046326
        }
      ],
      "first": {
        "loadMs": 1332.7999997138977,
        "inferenceMs": 1320.2000002861023,
        "disposeMs": 0,
        "totalMs": 2657.5
      }
    },
    {
      "size": "150m",
      "device": "gpu",
      "dtype": "fp32",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 68.40000009536743,
          "disposeMs": 0,
          "totalMs": 68.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 67.59999990463257,
          "disposeMs": 0,
          "totalMs": 67.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 67.40000009536743,
          "disposeMs": 0,
          "totalMs": 67.40000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 68.5,
          "disposeMs": 0,
          "totalMs": 68.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 68.69999980926514,
          "disposeMs": 0,
          "totalMs": 68.69999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 66.90000009536743,
          "disposeMs": 0,
          "totalMs": 67.10000038146973
        },
        {
          "loadMs": 0,
          "inferenceMs": 69,
          "disposeMs": 0,
          "totalMs": 69.10000038146973
        },
        {
          "loadMs": 0,
          "inferenceMs": 68.30000019073486,
          "disposeMs": 0,
          "totalMs": 68.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 68,
          "disposeMs": 0,
          "totalMs": 68
        },
        {
          "loadMs": 0,
          "inferenceMs": 66.90000009536743,
          "disposeMs": 0,
          "totalMs": 67
        },
        {
          "loadMs": 0,
          "inferenceMs": 68.30000019073486,
          "disposeMs": 0,
          "totalMs": 68.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 67.69999980926514,
          "disposeMs": 0,
          "totalMs": 67.69999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 70.40000009536743,
          "disposeMs": 0,
          "totalMs": 70.40000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 68.19999980926514,
          "disposeMs": 0,
          "totalMs": 68.19999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 69.80000019073486,
          "disposeMs": 0,
          "totalMs": 69.90000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 69.19999980926514,
          "disposeMs": 0,
          "totalMs": 69.40000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 69.7000002861023,
          "disposeMs": 0,
          "totalMs": 69.7000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 70.09999990463257,
          "disposeMs": 0,
          "totalMs": 70.19999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 68.40000009536743,
          "disposeMs": 0,
          "totalMs": 68.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 68.60000038146973,
          "disposeMs": 0,
          "totalMs": 68.7000002861023
        }
      ],
      "first": {
        "loadMs": 1583.8999996185303,
        "inferenceMs": 199.80000019073486,
        "disposeMs": 0,
        "totalMs": 1787.5
      }
    },
    {
      "size": "400m",
      "device": "cpu",
      "dtype": "q8",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 4459.099999904633,
          "disposeMs": 0,
          "totalMs": 4459.300000190735
        },
        {
          "loadMs": 0,
          "inferenceMs": 4401.599999904633,
          "disposeMs": 0,
          "totalMs": 4401.699999809265
        },
        {
          "loadMs": 0,
          "inferenceMs": 4398.39999961853,
          "disposeMs": 0,
          "totalMs": 4398.39999961853
        },
        {
          "loadMs": 0,
          "inferenceMs": 4398.599999904633,
          "disposeMs": 0,
          "totalMs": 4398.800000190735
        },
        {
          "loadMs": 0,
          "inferenceMs": 4435.300000190735,
          "disposeMs": 0,
          "totalMs": 4435.300000190735
        },
        {
          "loadMs": 0,
          "inferenceMs": 4398.5,
          "disposeMs": 0,
          "totalMs": 4398.599999904633
        },
        {
          "loadMs": 0,
          "inferenceMs": 4395.5,
          "disposeMs": 0,
          "totalMs": 4395.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 4555.099999904633,
          "disposeMs": 0,
          "totalMs": 4555.199999809265
        },
        {
          "loadMs": 0,
          "inferenceMs": 4439.900000095367,
          "disposeMs": 0,
          "totalMs": 4440.099999904633
        },
        {
          "loadMs": 0,
          "inferenceMs": 4516.39999961853,
          "disposeMs": 0,
          "totalMs": 4516.39999961853
        },
        {
          "loadMs": 0,
          "inferenceMs": 4517.800000190735,
          "disposeMs": 0,
          "totalMs": 4517.900000095367
        },
        {
          "loadMs": 0,
          "inferenceMs": 4384.5,
          "disposeMs": 0,
          "totalMs": 4384.599999904633
        },
        {
          "loadMs": 0,
          "inferenceMs": 4414.099999904633,
          "disposeMs": 0,
          "totalMs": 4414.199999809265
        },
        {
          "loadMs": 0,
          "inferenceMs": 4423.5,
          "disposeMs": 0,
          "totalMs": 4423.599999904633
        },
        {
          "loadMs": 0,
          "inferenceMs": 4411.400000095367,
          "disposeMs": 0,
          "totalMs": 4411.599999904633
        },
        {
          "loadMs": 0,
          "inferenceMs": 4388.800000190735,
          "disposeMs": 0,
          "totalMs": 4388.800000190735
        },
        {
          "loadMs": 0,
          "inferenceMs": 4455.800000190735,
          "disposeMs": 0,
          "totalMs": 4455.900000095367
        },
        {
          "loadMs": 0,
          "inferenceMs": 4386.599999904633,
          "disposeMs": 0,
          "totalMs": 4386.700000286102
        },
        {
          "loadMs": 0,
          "inferenceMs": 4396.89999961853,
          "disposeMs": 0,
          "totalMs": 4397.099999904633
        },
        {
          "loadMs": 0,
          "inferenceMs": 4384.699999809265,
          "disposeMs": 0,
          "totalMs": 4384.699999809265
        }
      ],
      "first": {
        "loadMs": 1267.7999997138977,
        "inferenceMs": 4494.200000286102,
        "disposeMs": 0,
        "totalMs": 5766
      }
    },
    {
      "size": "400m",
      "device": "cpu",
      "dtype": "fp32",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 3903.3999996185303,
          "disposeMs": 0,
          "totalMs": 3903.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 3902.2999997138977,
          "disposeMs": 0,
          "totalMs": 3902.6000003814697
        },
        {
          "loadMs": 0,
          "inferenceMs": 3952.4000000953674,
          "disposeMs": 0,
          "totalMs": 3952.699999809265
        },
        {
          "loadMs": 0,
          "inferenceMs": 4021.300000190735,
          "disposeMs": 0,
          "totalMs": 4021.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 3898.199999809265,
          "disposeMs": 0,
          "totalMs": 3898.4000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 3897.9000000953674,
          "disposeMs": 0,
          "totalMs": 3898
        },
        {
          "loadMs": 0,
          "inferenceMs": 3891.800000190735,
          "disposeMs": 0,
          "totalMs": 3891.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 3899.800000190735,
          "disposeMs": 0,
          "totalMs": 3900
        },
        {
          "loadMs": 0,
          "inferenceMs": 3902.5,
          "disposeMs": 0,
          "totalMs": 3902.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 3919.8999996185303,
          "disposeMs": 0,
          "totalMs": 3920
        },
        {
          "loadMs": 0,
          "inferenceMs": 3939.800000190735,
          "disposeMs": 0,
          "totalMs": 3939.800000190735
        },
        {
          "loadMs": 0,
          "inferenceMs": 3995.7999997138977,
          "disposeMs": 0,
          "totalMs": 3995.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 4017,
          "disposeMs": 0,
          "totalMs": 4017.2000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 3927.699999809265,
          "disposeMs": 0,
          "totalMs": 3927.9000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 3903.4000000953674,
          "disposeMs": 0,
          "totalMs": 3903.5999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 3922.6000003814697,
          "disposeMs": 0,
          "totalMs": 3922.7000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 3900.0999999046326,
          "disposeMs": 0,
          "totalMs": 3900.0999999046326
        },
        {
          "loadMs": 0,
          "inferenceMs": 3932.4000000953674,
          "disposeMs": 0,
          "totalMs": 3932.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 3901.2000002861023,
          "disposeMs": 0,
          "totalMs": 3901.300000190735
        },
        {
          "loadMs": 0,
          "inferenceMs": 3896.2999997138977,
          "disposeMs": 0,
          "totalMs": 3896.5
        }
      ],
      "first": {
        "loadMs": 4731.599999904633,
        "inferenceMs": 4044.300000190735,
        "disposeMs": 0,
        "totalMs": 8783.199999809265
      }
    },
    {
      "size": "400m",
      "device": "gpu",
      "dtype": "fp32",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 196.30000019073486,
          "disposeMs": 0,
          "totalMs": 196.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 196.7000002861023,
          "disposeMs": 0,
          "totalMs": 196.7000002861023
        },
        {
          "loadMs": 0,
          "inferenceMs": 192.09999990463257,
          "disposeMs": 0,
          "totalMs": 192.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 199.89999961853027,
          "disposeMs": 0,
          "totalMs": 200
        },
        {
          "loadMs": 0,
          "inferenceMs": 197.7999997138977,
          "disposeMs": 0,
          "totalMs": 198
        },
        {
          "loadMs": 0,
          "inferenceMs": 196.40000009536743,
          "disposeMs": 0,
          "totalMs": 196.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 190.90000009536743,
          "disposeMs": 0,
          "totalMs": 191
        },
        {
          "loadMs": 0,
          "inferenceMs": 195.40000009536743,
          "disposeMs": 0,
          "totalMs": 195.40000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 192.40000009536743,
          "disposeMs": 0,
          "totalMs": 192.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 193.69999980926514,
          "disposeMs": 0,
          "totalMs": 193.80000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 191.09999990463257,
          "disposeMs": 0,
          "totalMs": 191.19999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 190.90000009536743,
          "disposeMs": 0,
          "totalMs": 191.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 190.59999990463257,
          "disposeMs": 0,
          "totalMs": 190.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 190.09999990463257,
          "disposeMs": 0,
          "totalMs": 190.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 189.59999990463257,
          "disposeMs": 0,
          "totalMs": 189.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 192.30000019073486,
          "disposeMs": 0,
          "totalMs": 192.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 191.90000009536743,
          "disposeMs": 0,
          "totalMs": 192.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 189.40000009536743,
          "disposeMs": 0,
          "totalMs": 189.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 191.5,
          "disposeMs": 0,
          "totalMs": 191.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 190.90000009536743,
          "disposeMs": 0,
          "totalMs": 191
        }
      ],
      "first": {
        "loadMs": 4818.700000286102,
        "inferenceMs": 1134.8000001907349,
        "disposeMs": 0,
        "totalMs": 5959
      }
    },
    {
      "size": "1b",
      "device": "cpu",
      "dtype": "q8",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 12250.199999809265,
          "disposeMs": 0,
          "totalMs": 12250.299999713898
        },
        {
          "loadMs": 0,
          "inferenceMs": 12276.099999904633,
          "disposeMs": 0,
          "totalMs": 12276.199999809265
        },
        {
          "loadMs": 0,
          "inferenceMs": 12321.10000038147,
          "disposeMs": 0,
          "totalMs": 12321.200000286102
        },
        {
          "loadMs": 0,
          "inferenceMs": 12460.5,
          "disposeMs": 0,
          "totalMs": 12460.599999904633
        },
        {
          "loadMs": 0,
          "inferenceMs": 12095.800000190735,
          "disposeMs": 0,
          "totalMs": 12096.099999904633
        },
        {
          "loadMs": 0,
          "inferenceMs": 12153.699999809265,
          "disposeMs": 0,
          "totalMs": 12153.699999809265
        },
        {
          "loadMs": 0,
          "inferenceMs": 12122.599999904633,
          "disposeMs": 0,
          "totalMs": 12122.699999809265
        },
        {
          "loadMs": 0,
          "inferenceMs": 13067.200000286102,
          "disposeMs": 0,
          "totalMs": 13067.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 12957.099999904633,
          "disposeMs": 0,
          "totalMs": 12957.699999809265
        },
        {
          "loadMs": 0,
          "inferenceMs": 12998.900000095367,
          "disposeMs": 0,
          "totalMs": 12999.700000286102
        },
        {
          "loadMs": 0,
          "inferenceMs": 12278.200000286102,
          "disposeMs": 0,
          "totalMs": 12278.400000095367
        },
        {
          "loadMs": 0,
          "inferenceMs": 12153.900000095367,
          "disposeMs": 0,
          "totalMs": 12153.900000095367
        },
        {
          "loadMs": 0,
          "inferenceMs": 12190.800000190735,
          "disposeMs": 0,
          "totalMs": 12191.099999904633
        },
        {
          "loadMs": 0,
          "inferenceMs": 13207.400000095367,
          "disposeMs": 0,
          "totalMs": 13207.799999713898
        },
        {
          "loadMs": 0,
          "inferenceMs": 12638,
          "disposeMs": 0,
          "totalMs": 12638.300000190735
        },
        {
          "loadMs": 0,
          "inferenceMs": 12439.400000095367,
          "disposeMs": 0,
          "totalMs": 12439.599999904633
        },
        {
          "loadMs": 0,
          "inferenceMs": 12800.800000190735,
          "disposeMs": 0,
          "totalMs": 12802
        },
        {
          "loadMs": 0,
          "inferenceMs": 12897.5,
          "disposeMs": 0,
          "totalMs": 12897.799999713898
        },
        {
          "loadMs": 0,
          "inferenceMs": 13246.199999809265,
          "disposeMs": 0,
          "totalMs": 13247
        },
        {
          "loadMs": 0,
          "inferenceMs": 12444.599999904633,
          "disposeMs": 0,
          "totalMs": 12445.599999904633
        }
      ],
      "first": {
        "loadMs": 3724.5999999046326,
        "inferenceMs": 12304.200000286102,
        "disposeMs": 0,
        "totalMs": 16034.699999809265
      }
    },
    {
      "size": "1b",
      "device": "gpu",
      "dtype": "fp32",
      "samples": [
        {
          "loadMs": 0,
          "inferenceMs": 502.80000019073486,
          "disposeMs": 0,
          "totalMs": 502.80000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 484.5,
          "disposeMs": 0,
          "totalMs": 484.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 481.3999996185303,
          "disposeMs": 0,
          "totalMs": 481.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 458.5,
          "disposeMs": 0,
          "totalMs": 458.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 492.69999980926514,
          "disposeMs": 0,
          "totalMs": 492.7999997138977
        },
        {
          "loadMs": 0,
          "inferenceMs": 481.90000009536743,
          "disposeMs": 0,
          "totalMs": 482.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 486,
          "disposeMs": 0,
          "totalMs": 486
        },
        {
          "loadMs": 0,
          "inferenceMs": 451.40000009536743,
          "disposeMs": 0,
          "totalMs": 451.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 487.59999990463257,
          "disposeMs": 0,
          "totalMs": 487.69999980926514
        },
        {
          "loadMs": 0,
          "inferenceMs": 488.2000002861023,
          "disposeMs": 0,
          "totalMs": 488.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 489.5,
          "disposeMs": 0,
          "totalMs": 489.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 457.90000009536743,
          "disposeMs": 0,
          "totalMs": 457.90000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 485.40000009536743,
          "disposeMs": 0,
          "totalMs": 485.5
        },
        {
          "loadMs": 0,
          "inferenceMs": 489.80000019073486,
          "disposeMs": 0,
          "totalMs": 489.90000009536743
        },
        {
          "loadMs": 0,
          "inferenceMs": 497.09999990463257,
          "disposeMs": 0,
          "totalMs": 497.09999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 463.5,
          "disposeMs": 0,
          "totalMs": 463.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 504.30000019073486,
          "disposeMs": 0,
          "totalMs": 504.30000019073486
        },
        {
          "loadMs": 0,
          "inferenceMs": 515.1999998092651,
          "disposeMs": 0,
          "totalMs": 515.4000000953674
        },
        {
          "loadMs": 0,
          "inferenceMs": 496.59999990463257,
          "disposeMs": 0,
          "totalMs": 496.59999990463257
        },
        {
          "loadMs": 0,
          "inferenceMs": 464.69999980926514,
          "disposeMs": 0,
          "totalMs": 464.69999980926514
        }
      ],
      "first": {
        "loadMs": 6311.900000095367,
        "inferenceMs": 3105.5999999046326,
        "disposeMs": 0,
        "totalMs": 9436
      }
    }
  ],
  "status": "complete",
  "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/154.0.0.0 Safari/537.36",
  "threads": 10,
  "gpu": {
    "vendor": "apple",
    "architecture": "metal-3",
    "device": "",
    "description": ""
  },
  "input": {
    "state": {
      "message": "My card was charged twice for the same order. Please refund the duplicate charge.",
      "order": {
        "status": "paid",
        "paymentCount": 2
      }
    },
    "decisions": [
      {
        "id": "intent",
        "instruction": "Identify the primary intent of the customer.",
        "type": "choice",
        "options": [
          {
            "value": "refund",
            "description": "The customer wants to recover money charged."
          },
          {
            "value": "cancel",
            "description": "The customer wants to cancel an order."
          },
          {
            "value": "other",
            "description": "The request does not match the other intents."
          }
        ]
      },
      {
        "id": "duplicateCharge",
        "instruction": "The customer was charged twice for the same order.",
        "type": "noul",
        "outcomes": {
          "true": {
            "description": "The same order was charged more than once."
          },
          "false": {
            "description": "There was one charge or the charges were for different orders."
          }
        }
      },
      {
        "id": "urgency",
        "instruction": "Rate the urgency of this support request using the ordered levels.",
        "type": "score",
        "levels": [
          {
            "value": "0",
            "description": "An informational question without loss or blocked work."
          },
          {
            "value": "1",
            "description": "A limited loss or a problem with a workaround."
          },
          {
            "value": "2",
            "description": "Major loss or blocked work requiring immediate action."
          }
        ]
      }
    ]
  },
  "crossOriginIsolated": false,
  "environment": {
    "machine": "Apple M4",
    "memoryGiB": 24,
    "os": "macOS 26.6.2",
    "browser": "Headless Chromium 154, Metal WebGPU",
    "bun": "1.4.0",
    "onnxruntimeWeb": "1.30.0",
    "transformersJs": "3.8.1",
    "assetRevision": "4987a6677e5810585d0d6068f4598934848838d5",
    "sourceRevision": "bd8c5eec552463ed815a9daf66356816bf7b24c2",
    "date": "2026-10-19",
    "cache": "Exact published assets preloaded in transformers-cache; no weight download in measured setup",
    "conditions": "Local development session; power mode and thermals were not controlled"
  }
}