{ "d_model": 1024, "results": { "100": { "float32": { "p50": 0.0219999928958714, "p95": 0.03170000854879618, "max": 0.060699996538460255 }, "int8": { "p50": 0.023200002033263445, "p95": 0.036999990697950125, "max": 0.06089999806135893 }, "int4": { "p50": 0.027600035537034273, "p95": 0.035100034438073635, "max": 0.07890001870691776 }, "rfsnap_hit": { "p50": 1.49350002175197, "p95": 1.7375000170432031, "max": 2.0255999988876283 }, "rfsnap_miss": { "p50": 15.683799982070923, "p95": 25.213100016117096, "max": 35.68169998470694 } }, "500": { "float32": { "p50": 0.07479998748749495, "p95": 0.15199999324977398, "max": 0.32649998320266604 }, "int8": { "p50": 0.08359999628737569, "p95": 0.12169999536126852, "max": 0.38430001586675644 }, "int4": { "p50": 0.07680000271648169, "p95": 0.11089997133240104, "max": 0.3926999634131789 }, "rfsnap_hit": { "p50": 1.6254999791271985, "p95": 3.0237999744713306, "max": 4.255299980286509 }, "rfsnap_miss": { "p50": 15.5879000085406, "p95": 20.958100038114935, "max": 25.52039996953681 } }, "1000": { "float32": { "p50": 0.07380003808066249, "p95": 0.1496000331826508, "max": 0.21760002709925175 }, "int8": { "p50": 0.07099995855242014, "p95": 0.08219998562708497, "max": 0.2637000288814306 }, "int4": { "p50": 0.06809999467805028, "p95": 0.08339999476447701, "max": 0.10210002074018121 }, "rfsnap_hit": { "p50": 1.4372000005096197, "p95": 1.9251999910920858, "max": 3.3838999806903303 }, "rfsnap_miss": { "p50": 16.86380000319332, "p95": 22.78560004197061, "max": 63.548200007062405 } }, "5000": { "float32": { "p50": 1.0074999881908298, "p95": 2.5807000347413123, "max": 19.701600016560405 }, "int8": { "p50": 0.6681000231765211, "p95": 1.0475999442860484, "max": 1.4465999556705356 }, "int4": { "p50": 0.727800012100488, "p95": 1.5184999792836607, "max": 5.131799960508943 }, "rfsnap_hit": { "p50": 1.3812999823130667, "p95": 1.8240000354126096, "max": 2.1159000461921096 }, "rfsnap_miss": { "p50": 16.700100037269294, "p95": 22.18229998834431, "max": 25.796700036153197 } }, "10000": { "float32": { "p50": 1.6474000294692814, "p95": 2.263600006699562, "max": 3.242699953261763 }, "int8": { "p50": 1.4341999776661396, "p95": 1.956599997356534, "max": 2.023800043389201 }, "int4": { "p50": 1.4230000087991357, "p95": 1.981699955649674, "max": 5.725299997720867 }, "rfsnap_hit": { "p50": 1.6137000056914985, "p95": 2.473900036420673, "max": 4.193100030533969 }, "rfsnap_miss": { "p50": 17.162099946290255, "p95": 21.884000045247376, "max": 28.672799991909415 } }, "50000": { "float32": { "p50": 8.115400036331266, "p95": 9.285700041800737, "max": 11.146500008180737 }, "int8": { "p50": 8.27469996875152, "p95": 10.030300007201731, "max": 14.066000003367662 }, "int4": { "p50": 8.269100042525679, "p95": 10.943999979645014, "max": 12.197100033517927 }, "rfsnap_hit": { "p50": 1.2821000418625772, "p95": 1.8458000267855823, "max": 2.299099985975772 }, "rfsnap_miss": { "p50": 18.4607999981381, "p95": 23.490199993830174, "max": 25.278400047682226 } }, "100000": { "float32": { "p50": 20.761099993251264, "p95": 24.391099985223264, "max": 26.16380003746599 }, "int8": { "p50": 17.812400008551776, "p95": 20.51450003637001, "max": 21.97800000431016 }, "int4": { "p50": 18.52750004036352, "p95": 26.327700004912913, "max": 35.0544000393711 }, "rfsnap_hit": { "p50": 1.2303999974392354, "p95": 1.7748000100255013, "max": 2.08470004145056 }, "rfsnap_miss": { "p50": 24.016399984247983, "p95": 32.4230000260286, "max": 44.92219997337088 } } } }