data/benchmark.json

{
  "d_model": 1024,
  "results": {
    "100": {
      "float32": {
        "p50": 0.0219999928958714,
        "p95": 0.03170000854879618,
        "max": 0.060699996538460255
      },
      "int8": {
        "p50": 0.023200002033263445,
        "p95": 0.036999990697950125,
        "max": 0.06089999806135893
      },
      "int4": {
        "p50": 0.027600035537034273,
        "p95": 0.035100034438073635,
        "max": 0.07890001870691776
      },
      "rfsnap_hit": {
        "p50": 1.49350002175197,
        "p95": 1.7375000170432031,
        "max": 2.0255999988876283
      },
      "rfsnap_miss": {
        "p50": 15.683799982070923,
        "p95": 25.213100016117096,
        "max": 35.68169998470694
      }
    },
    "500": {
      "float32": {
        "p50": 0.07479998748749495,
        "p95": 0.15199999324977398,
        "max": 0.32649998320266604
      },
      "int8": {
        "p50": 0.08359999628737569,
        "p95": 0.12169999536126852,
        "max": 0.38430001586675644
      },
      "int4": {
        "p50": 0.07680000271648169,
        "p95": 0.11089997133240104,
        "max": 0.3926999634131789
      },
      "rfsnap_hit": {
        "p50": 1.6254999791271985,
        "p95": 3.0237999744713306,
        "max": 4.255299980286509
      },
      "rfsnap_miss": {
        "p50": 15.5879000085406,
        "p95": 20.958100038114935,
        "max": 25.52039996953681
      }
    },
    "1000": {
      "float32": {
        "p50": 0.07380003808066249,
        "p95": 0.1496000331826508,
        "max": 0.21760002709925175
      },
      "int8": {
        "p50": 0.07099995855242014,
        "p95": 0.08219998562708497,
        "max": 0.2637000288814306
      },
      "int4": {
        "p50": 0.06809999467805028,
        "p95": 0.08339999476447701,
        "max": 0.10210002074018121
      },
      "rfsnap_hit": {
        "p50": 1.4372000005096197,
        "p95": 1.9251999910920858,
        "max": 3.3838999806903303
      },
      "rfsnap_miss": {
        "p50": 16.86380000319332,
        "p95": 22.78560004197061,
        "max": 63.548200007062405
      }
    },
    "5000": {
      "float32": {
        "p50": 1.0074999881908298,
        "p95": 2.5807000347413123,
        "max": 19.701600016560405
      },
      "int8": {
        "p50": 0.6681000231765211,
        "p95": 1.0475999442860484,
        "max": 1.4465999556705356
      },
      "int4": {
        "p50": 0.727800012100488,
        "p95": 1.5184999792836607,
        "max": 5.131799960508943
      },
      "rfsnap_hit": {
        "p50": 1.3812999823130667,
        "p95": 1.8240000354126096,
        "max": 2.1159000461921096
      },
      "rfsnap_miss": {
        "p50": 16.700100037269294,
        "p95": 22.18229998834431,
        "max": 25.796700036153197
      }
    },
    "10000": {
      "float32": {
        "p50": 1.6474000294692814,
        "p95": 2.263600006699562,
        "max": 3.242699953261763
      },
      "int8": {
        "p50": 1.4341999776661396,
        "p95": 1.956599997356534,
        "max": 2.023800043389201
      },
      "int4": {
        "p50": 1.4230000087991357,
        "p95": 1.981699955649674,
        "max": 5.725299997720867
      },
      "rfsnap_hit": {
        "p50": 1.6137000056914985,
        "p95": 2.473900036420673,
        "max": 4.193100030533969
      },
      "rfsnap_miss": {
        "p50": 17.162099946290255,
        "p95": 21.884000045247376,
        "max": 28.672799991909415
      }
    },
    "50000": {
      "float32": {
        "p50": 8.115400036331266,
        "p95": 9.285700041800737,
        "max": 11.146500008180737
      },
      "int8": {
        "p50": 8.27469996875152,
        "p95": 10.030300007201731,
        "max": 14.066000003367662
      },
      "int4": {
        "p50": 8.269100042525679,
        "p95": 10.943999979645014,
        "max": 12.197100033517927
      },
      "rfsnap_hit": {
        "p50": 1.2821000418625772,
        "p95": 1.8458000267855823,
        "max": 2.299099985975772
      },
      "rfsnap_miss": {
        "p50": 18.4607999981381,
        "p95": 23.490199993830174,
        "max": 25.278400047682226
      }
    },
    "100000": {
      "float32": {
        "p50": 20.761099993251264,
        "p95": 24.391099985223264,
        "max": 26.16380003746599
      },
      "int8": {
        "p50": 17.812400008551776,
        "p95": 20.51450003637001,
        "max": 21.97800000431016
      },
      "int4": {
        "p50": 18.52750004036352,
        "p95": 26.327700004912913,
        "max": 35.0544000393711
      },
      "rfsnap_hit": {
        "p50": 1.2303999974392354,
        "p95": 1.7748000100255013,
        "max": 2.08470004145056
      },
      "rfsnap_miss": {
        "p50": 24.016399984247983,
        "p95": 32.4230000260286,
        "max": 44.92219997337088
      }
    }
  }
}