diff --git "a/build/webgpu/bench.json" "b/build/webgpu/bench.json" new file mode 100644--- /dev/null +++ "b/build/webgpu/bench.json" @@ -0,0 +1,11734 @@ +{ + "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256, 512], "ITEMS_PER_LANE": [1, 2, 4, 8] }, + "fixtureArrays": { + "ngram-b256-s1-n16-p4-fresh_input_multipliersT": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19, 31], + "ngram-b256-s1-n16-p4-fresh_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049], + "ngram-b256-s1-n2-p64-fresh_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], + "ngram-b256-s31-n2-p31-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17], + "ngram-b256-s31-n2-p32-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], + "ngram-b256-s31-n2-p33-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003], + "ngram-b256-s31-n16-p2-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647], + "ngram-b256-s31-n16-p3-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537], + "ngram-b256-s31-n3-p8-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], + "ngram-b256-s31-n4-p8-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], + "ngram-b256-s31-n2-p39-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17], + "ngram-b256-s31-n2-p40-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], + "ngram-b256-s31-n2-p41-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003], + "ngram-b256-s31-n15-p3-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019], + "ngram-b256-s31-n12-p4-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049], + "ngram-b256-s31-n4-p16-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], + "ngram-b256-s31-n2-p57-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003], + "ngram-b256-s31-n2-p58-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019], + "ngram-b256-s31-n2-p59-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043], + "ngram-b256-s31-n3-p28-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257], + "ngram-b256-s31-n4-p18-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647], + "ngram-b256-s31-n11-p5-past_input_vocabSizesT": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019] + }, + "cases": [ + { + "name": "ngram-decode-b1-s1-past", + "preset": "smoke", + "provenance": { + "model": "DeepSeek-V4 Engram", + "notes": "One decoded token continuing a sequence: four hash ids and a two-slot carry state out of a single workgroup, so the measurement is launch latency." + }, + "vars": { "dtype": "int32", "count": 1, "heads": 4, "state": 2, "batch": 1, "historyReads": 1, "tableScalars": 7 }, + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [1, 1], "dtype": "int32", "dist": "randint", "seed": 900, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 901, "min": 0, "max": 262144 } + }, + "outputs": { + "hashIdsT": { "shape": [1, 1, 4], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-decode-b1-s1-fresh", + "preset": "smoke", + "provenance": { + "model": "DeepSeek-V4 Engram", + "notes": "The same decode step at the start of a sequence, where the window is all pad and no history buffer is bound." + }, + "vars": { "dtype": "int32", "count": 1, "heads": 4, "state": 2, "batch": 1, "historyReads": 0, "tableScalars": 7 }, + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [1, 1], "dtype": "int32", "dist": "randint", "seed": 902, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + } + }, + "outputs": { + "hashIdsT": { "shape": [1, 1, 4], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-chunk-b1-s256-past", + "preset": "smoke", + "provenance": { + "model": "DeepSeek-V4 Engram", + "notes": "A 256-token rung of the chunked-prefill ladder, the size a real prompt decomposes into most often." + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 4, + "state": 2, + "batch": 1, + "historyReads": 1, + "tableScalars": 7 + }, + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [1, 256], "dtype": "int32", "dist": "randint", "seed": 904, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 905, "min": 0, "max": 262144 } + }, + "outputs": { + "hashIdsT": { "shape": [1, 256, 4], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-chunk-b1-s32-past", + "preset": "smoke", + "provenance": { + "model": "DeepSeek-V4 Engram", + "notes": "A 32-token rung: fewer span slots than one workgroup tile, so the whole call is one partly filled workgroup." + }, + "vars": { + "dtype": "int32", + "count": 32, + "heads": 4, + "state": 2, + "batch": 1, + "historyReads": 1, + "tableScalars": 7 + }, + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [1, 32], "dtype": "int32", "dist": "randint", "seed": 906, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 907, "min": 0, "max": 262144 } + }, + "outputs": { + "hashIdsT": { "shape": [1, 32, 4], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-prefill-b1-s512-past", + "preset": "smoke", + "provenance": { + "model": "DeepSeek-V4 Engram", + "notes": "A 512-token chunk, the largest rung of the chunked-prefill ladder." + }, + "vars": { + "dtype": "int32", + "count": 512, + "heads": 4, + "state": 2, + "batch": 1, + "historyReads": 1, + "tableScalars": 7 + }, + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [1, 512], "dtype": "int32", "dist": "randint", "seed": 908, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "randint", "seed": 909, "min": 0, "max": 262144 } + }, + "outputs": { + "hashIdsT": { "shape": [1, 512, 4], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ], + "primary": true + } + }, + { + "name": "ngram-prefill-b1-s4096-fresh", + "preset": "smoke", + "provenance": { + "model": "DeepSeek-V4 Engram", + "notes": "A single-shot 4096-token prefill: 80 KB of traffic, still resident in cache." + }, + "vars": { + "dtype": "int32", + "count": 4096, + "heads": 4, + "state": 2, + "batch": 1, + "historyReads": 0, + "tableScalars": 7 + }, + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [1, 4096], "dtype": "int32", "dist": "randint", "seed": 910, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + } + }, + "outputs": { + "hashIdsT": { "shape": [1, 4096, 4], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-batched-b8-s512-past", + "preset": "smoke", + "provenance": { + "model": "DeepSeek-V4 Engram", + "notes": "Eight sequences of 512 tokens, which is what puts one workgroup row on every batch row." + }, + "vars": { + "dtype": "int32", + "count": 4096, + "heads": 4, + "state": 2, + "batch": 8, + "historyReads": 1, + "tableScalars": 7 + }, + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [8, 512], "dtype": "int32", "dist": "randint", "seed": 912, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { "shape": [8, 2], "dtype": "int32", "dist": "randint", "seed": 913, "min": 0, "max": 262144 } + }, + "outputs": { + "hashIdsT": { "shape": [8, 512, 4], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [8, 2], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-wide-4x4-b1-s512-past", + "preset": "smoke", + "provenance": { + "notes": "A wider configuration: three n-gram orders times four heads is twelve hash ids per token, so the store dominates and the mix walk is one term longer." + }, + "vars": { + "dtype": "int32", + "count": 512, + "heads": 12, + "state": 3, + "batch": 1, + "historyReads": 1, + "tableScalars": 16 + }, + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 4, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [1, 512], "dtype": "int32", "dist": "randint", "seed": 914, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 19] } }, + "vocabSizesT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 100057, 100069, 100103, 100109, 100129, 100151, 100153, 100169] + } + }, + "pastIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "randint", "seed": 915, "min": 0, "max": 262144 } + }, + "outputs": { + "hashIdsT": { "shape": [1, 512, 12], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-heads2-b1-s4096-fresh", + "preset": "smoke", + "provenance": { + "notes": "A single head per n-gram order, so two hash ids per position instead of four: the same walk with half the store traffic." + }, + "vars": { + "dtype": "int32", + "count": 4096, + "heads": 2, + "state": 2, + "batch": 1, + "historyReads": 0, + "tableScalars": 5 + }, + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 1, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [1, 4096], "dtype": "int32", "dist": "randint", "seed": 916, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [100003, 100019] } } + }, + "outputs": { + "hashIdsT": { "shape": [1, 4096, 2], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-prefill-b1-s32768-fresh", + "preset": "scale", + "provenance": { + "model": "DeepSeek-V4 Engram", + "notes": "A 32768-token single-shot prefill: 640 KB of traffic and one workgroup row, the longest sequence a single call carries." + }, + "vars": { + "dtype": "int32", + "count": 32768, + "heads": 4, + "state": 2, + "batch": 1, + "historyReads": 0, + "tableScalars": 7 + }, + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [1, 32768], "dtype": "int32", "dist": "randint", "seed": 918, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + } + }, + "outputs": { + "hashIdsT": { "shape": [1, 32768, 4], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [1, 2], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-wide-4x4-b1-s32768-past", + "preset": "scale", + "provenance": { + "notes": "The twelve-head configuration over 32768 positions, where the per-position store cost is what the measurement isolates." + }, + "vars": { + "dtype": "int32", + "count": 32768, + "heads": 12, + "state": 3, + "batch": 1, + "historyReads": 1, + "tableScalars": 16 + }, + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 4, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [1, 32768], "dtype": "int32", "dist": "randint", "seed": 920, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 19] } }, + "vocabSizesT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 100057, 100069, 100103, 100109, 100129, 100151, 100153, 100169] + } + }, + "pastIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "randint", "seed": 921, "min": 0, "max": 262144 } + }, + "outputs": { + "hashIdsT": { "shape": [1, 32768, 12], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [1, 3], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-batched-b64-s32768-past", + "preset": "scale", + "provenance": { + "notes": "Two million token positions across 64 rows: 42 MB of traffic, which still fits this device's last-level cache, so the same kernel is arithmetic-bound here rather than bandwidth-bound." + }, + "vars": { + "dtype": "int32", + "count": 2097152, + "heads": 4, + "state": 2, + "batch": 64, + "historyReads": 1, + "tableScalars": 7 + }, + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [64, 32768], "dtype": "int32", "dist": "randint", "seed": 922, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "randint", "seed": 923, "min": 0, "max": 262144 } + }, + "outputs": { + "hashIdsT": { "shape": [64, 32768, 4], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [64, 2], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-batched-b160-s32768-past", + "preset": "model", + "provenance": { + "notes": "Five million token positions across 160 rows: 105 MB of traffic at four heads, a working set past this device's caches, so its bandwidth figure is a DRAM figure rather than a resident one." + }, + "vars": { + "dtype": "int32", + "count": 5242880, + "heads": 4, + "state": 2, + "batch": 160, + "historyReads": 1, + "tableScalars": 7 + }, + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": 0 }, + "inputs": { + "inputIdsT": { + "shape": [160, 32768], + "dtype": "int32", + "dist": "randint", + "seed": 922, + "min": 0, + "max": 262144 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { "shape": [160, 2], "dtype": "int32", "dist": "randint", "seed": 923, "min": 0, "max": 262144 } + }, + "outputs": { + "hashIdsT": { "shape": [160, 32768, 4], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [160, 2], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-wide-4x4-b64-s32768-past", + "preset": "model", + "provenance": { + "notes": "The twelve-head configuration over two million token positions: 104 MB of traffic, a working set past this device's caches, so its bandwidth figure is a DRAM figure rather than a resident one." + }, + "vars": { + "dtype": "int32", + "count": 2097152, + "heads": 12, + "state": 3, + "batch": 64, + "historyReads": 1, + "tableScalars": 16 + }, + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 4, "pad_id": 0 }, + "inputs": { + "inputIdsT": { "shape": [64, 32768], "dtype": "int32", "dist": "randint", "seed": 924, "min": 0, "max": 262144 }, + "multipliersT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17, 19] } }, + "vocabSizesT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 100057, 100069, 100103, 100109, 100129, 100151, 100153, 100169] + } + }, + "pastIdsT": { "shape": [64, 3], "dtype": "int32", "dist": "randint", "seed": 925, "min": 0, "max": 262144 } + }, + "outputs": { + "hashIdsT": { "shape": [64, 32768, 12], "dtype": "int32", "dist": "empty" }, + "presentIdsT": { "shape": [64, 3], "dtype": "int32", "dist": "empty" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + } + }, + { + "name": "ngram-b256-s1-n3-p2-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 4], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 4, + "state": 2, + "batch": 256, + "historyReads": 0, + "tableScalars": 7 + } + }, + { + "name": "ngram-b256-s31-n3-p2-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 4], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 4, + "state": 2, + "batch": 256, + "historyReads": 0, + "tableScalars": 7 + } + }, + { + "name": "ngram-b256-s257-n3-p2-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 4], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 4, + "state": 2, + "batch": 256, + "historyReads": 0, + "tableScalars": 7 + } + }, + { + "name": "ngram-b256-s1-n3-p2-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 4], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 4, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 7 + } + }, + { + "name": "ngram-b256-s31-n3-p2-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 4], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 4, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 7 + } + }, + { + "name": "ngram-b256-s257-n3-p2-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 4], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 4, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 7 + } + }, + { + "name": "ngram-b256-s1-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s31-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s257-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s1-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s31-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s257-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s1-n2-p64-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 64, + "state": 1, + "batch": 256, + "historyReads": 0, + "tableScalars": 66 + } + }, + { + "name": "ngram-b256-s31-n2-p64-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 64, + "state": 1, + "batch": 256, + "historyReads": 0, + "tableScalars": 66 + } + }, + { + "name": "ngram-b256-s257-n2-p64-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 64, + "state": 1, + "batch": 256, + "historyReads": 0, + "tableScalars": 66 + } + }, + { + "name": "ngram-b256-s1-n2-p64-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 64, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 66 + } + }, + { + "name": "ngram-b256-s31-n2-p64-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 64, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 66 + } + }, + { + "name": "ngram-b256-s257-n2-p64-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 64, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 64, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 66 + } + }, + { + "name": "ngram-b256-s0-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 0], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 0, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 0, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 0 + } + }, + { + "name": "ngram-b256-s15-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 15, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 3840, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s16-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 16], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 16, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 4096, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s255-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 255], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 255, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65280, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s256-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 256], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 256, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65536, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b64-s1023-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1023], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1023, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65472, + "heads": 60, + "state": 15, + "batch": 64, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b64-s1024-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1024], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1024, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65536, + "heads": 60, + "state": 15, + "batch": 64, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b64-s1025-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 60, + "state": 15, + "batch": 64, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s0-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 0], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 0, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 0, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 0 + } + }, + { + "name": "ngram-b256-s15-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 15, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 3840, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s16-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 16], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 16, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 4096, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s255-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 255], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 255, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65280, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s256-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 256], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 256, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65536, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b64-s1023-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1023], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1023, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65472, + "heads": 60, + "state": 15, + "batch": 64, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b64-s1024-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1024], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1024, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65536, + "heads": 60, + "state": 15, + "batch": 64, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b64-s1025-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 60, + "state": 15, + "batch": 64, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b64-s1-n3-p2-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { + "shape": [64, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1, 4], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 64, + "heads": 4, + "state": 2, + "batch": 64, + "historyReads": 1, + "tableScalars": 7 + } + }, + { + "name": "ngram-b64-s1-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 64, + "heads": 60, + "state": 15, + "batch": 64, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b1024-s1-n3-p2-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [1024, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { + "shape": [1024, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [1024, 1, 4], "dtype": "int32" }, + "presentIdsT": { "shape": [1024, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 1024, + "heads": 4, + "state": 2, + "batch": 1024, + "historyReads": 1, + "tableScalars": 7 + } + }, + { + "name": "ngram-b1024-s1-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [1024, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [1024, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [1024, 1, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [1024, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 1024, + "heads": 60, + "state": 15, + "batch": 1024, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s2-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 2, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 512, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s4-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 4, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 1024, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s8-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 8, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 2048, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s17-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 17], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 17, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 4352, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s32-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 32], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 32, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 8192, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s64-n16-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 64], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 64, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 16384, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s1-n5-p3-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 12], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 12, + "state": 4, + "batch": 256, + "historyReads": 0, + "tableScalars": 17 + } + }, + { + "name": "ngram-b256-s31-n5-p3-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 12], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 12, + "state": 4, + "batch": 256, + "historyReads": 0, + "tableScalars": 17 + } + }, + { + "name": "ngram-b256-s257-n5-p3-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 12], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 12, + "state": 4, + "batch": 256, + "historyReads": 0, + "tableScalars": 17 + } + }, + { + "name": "ngram-b256-s1-n9-p8-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 64, + "state": 8, + "batch": 256, + "historyReads": 0, + "tableScalars": 73 + } + }, + { + "name": "ngram-b256-s31-n9-p8-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 64, + "state": 8, + "batch": 256, + "historyReads": 0, + "tableScalars": 73 + } + }, + { + "name": "ngram-b256-s257-n9-p8-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 64, + "state": 8, + "batch": 256, + "historyReads": 0, + "tableScalars": 73 + } + }, + { + "name": "ngram-b256-s1-n16-p1-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [15], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 15], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 15, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 31 + } + }, + { + "name": "ngram-b256-s31-n16-p1-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [15], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 15], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 15, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 31 + } + }, + { + "name": "ngram-b256-s257-n16-p1-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [15], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 15], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 15, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 31 + } + }, + { + "name": "ngram-b256-s1-n3-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [8], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 8], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 8, + "state": 2, + "batch": 256, + "historyReads": 0, + "tableScalars": 11 + } + }, + { + "name": "ngram-b256-s31-n3-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [8], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 8], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 8, + "state": 2, + "batch": 256, + "historyReads": 0, + "tableScalars": 11 + } + }, + { + "name": "ngram-b256-s257-n3-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [8], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 8], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 8, + "state": 2, + "batch": 256, + "historyReads": 0, + "tableScalars": 11 + } + }, + { + "name": "ngram-b256-s2-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 2, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 512, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s4-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 4, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 1024, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s8-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 8, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 2048, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s17-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 17], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 17, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 4352, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s32-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 32], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 32, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 8192, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s64-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 64], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 64, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 16384, + "heads": 60, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b256-s1-n5-p3-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] + } + }, + "pastIdsT": { + "shape": [256, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 12], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 12, + "state": 4, + "batch": 256, + "historyReads": 1, + "tableScalars": 17 + } + }, + { + "name": "ngram-b256-s31-n5-p3-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] + } + }, + "pastIdsT": { + "shape": [256, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 12], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 12, + "state": 4, + "batch": 256, + "historyReads": 1, + "tableScalars": 17 + } + }, + { + "name": "ngram-b256-s257-n5-p3-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] + } + }, + "pastIdsT": { + "shape": [256, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 12], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 12, + "state": 4, + "batch": 256, + "historyReads": 1, + "tableScalars": 17 + } + }, + { + "name": "ngram-b256-s1-n9-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 64, + "state": 8, + "batch": 256, + "historyReads": 1, + "tableScalars": 73 + } + }, + { + "name": "ngram-b256-s31-n9-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 64, + "state": 8, + "batch": 256, + "historyReads": 1, + "tableScalars": 73 + } + }, + { + "name": "ngram-b256-s257-n9-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 64, + "state": 8, + "batch": 256, + "historyReads": 1, + "tableScalars": 73 + } + }, + { + "name": "ngram-b256-s1-n16-p1-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [15], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 15], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 15, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 31 + } + }, + { + "name": "ngram-b256-s31-n16-p1-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [15], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 15], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 15, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 31 + } + }, + { + "name": "ngram-b256-s257-n16-p1-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [15], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 15], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 15, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 31 + } + }, + { + "name": "ngram-b256-s1-n3-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [8], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 1, 8], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 256, + "heads": 8, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 11 + } + }, + { + "name": "ngram-b256-s31-n3-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [8], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 8], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 8, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 11 + } + }, + { + "name": "ngram-b256-s257-n3-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [8], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 8], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 8, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 11 + } + }, + { + "name": "ngram-b1-s1-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [1, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [1, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [1, 1, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [1, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 1, + "heads": 60, + "state": 15, + "batch": 1, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b1-s257-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [1, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [1, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [1, 257, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [1, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 257, + "heads": 60, + "state": 15, + "batch": 1, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b8-s31-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [8, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [8, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [8, 31, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [8, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 248, + "heads": 60, + "state": 15, + "batch": 8, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b64-s31-n16-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [60], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 31, 60], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 1984, + "heads": 60, + "state": 15, + "batch": 64, + "historyReads": 1, + "tableScalars": 76 + } + }, + { + "name": "ngram-b64-s1025-n5-p3-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049] + } + }, + "pastIdsT": { + "shape": [64, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 12], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 12, + "state": 4, + "batch": 64, + "historyReads": 1, + "tableScalars": 17 + } + }, + { + "name": "ngram-b64-s1025-n9-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 64, + "state": 8, + "batch": 64, + "historyReads": 1, + "tableScalars": 73 + } + }, + { + "name": "ngram-b64-s1025-n16-p1-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 1, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [15], + "dtype": "int32", + "data": { + "kind": "values", + "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257, 100003, 100019, 100043, 100049, 65537, 2147483647, 17] + } + }, + "pastIdsT": { + "shape": [64, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 15], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 15, + "state": 15, + "batch": 64, + "historyReads": 1, + "tableScalars": 31 + } + }, + { + "name": "ngram-b64-s1025-n3-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [8], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049, 65537, 2147483647, 17, 257] } + }, + "pastIdsT": { + "shape": [64, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 8], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 8, + "state": 2, + "batch": 64, + "historyReads": 1, + "tableScalars": 11 + } + }, + { + "name": "ngram-b64-s1025-n3-p2-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [100003, 100019, 100043, 100049] } + }, + "pastIdsT": { + "shape": [64, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 4], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 4, + "state": 2, + "batch": 64, + "historyReads": 1, + "tableScalars": 7 + } + }, + { + "name": "ngram-b256-s31-n2-p31-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 31, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [31], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p31-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 31], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 31, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 33 + } + }, + { + "name": "ngram-b256-s257-n2-p31-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 31, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [31], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p31-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 31], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 31, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 33 + } + }, + { + "name": "ngram-b64-s1025-n2-p31-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 31, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [31], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p31-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 31], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 31, + "state": 1, + "batch": 64, + "historyReads": 1, + "tableScalars": 33 + } + }, + { + "name": "ngram-b256-s31-n2-p32-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 32, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [32], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 32], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 32, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 34 + } + }, + { + "name": "ngram-b256-s257-n2-p32-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 32, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [32], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 32], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 32, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 34 + } + }, + { + "name": "ngram-b64-s1025-n2-p32-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 32, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [32], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 32], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 32, + "state": 1, + "batch": 64, + "historyReads": 1, + "tableScalars": 34 + } + }, + { + "name": "ngram-b256-s31-n2-p33-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 33, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [33], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p33-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 33], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 33, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 35 + } + }, + { + "name": "ngram-b256-s257-n2-p33-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 33, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [33], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p33-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 33], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 33, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 35 + } + }, + { + "name": "ngram-b64-s1025-n2-p33-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 33, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [33], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p33-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 33], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 33, + "state": 1, + "batch": 64, + "historyReads": 1, + "tableScalars": 35 + } + }, + { + "name": "ngram-b256-s31-n5-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [32], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 32], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 32, + "state": 4, + "batch": 256, + "historyReads": 1, + "tableScalars": 37 + } + }, + { + "name": "ngram-b256-s257-n5-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [32], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 32], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 32, + "state": 4, + "batch": 256, + "historyReads": 1, + "tableScalars": 37 + } + }, + { + "name": "ngram-b64-s1025-n5-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [32], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 32], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 32, + "state": 4, + "batch": 64, + "historyReads": 1, + "tableScalars": 37 + } + }, + { + "name": "ngram-b256-s31-n9-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [32], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 32], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 32, + "state": 8, + "batch": 256, + "historyReads": 1, + "tableScalars": 41 + } + }, + { + "name": "ngram-b256-s257-n9-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [32], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 32], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 32, + "state": 8, + "batch": 256, + "historyReads": 1, + "tableScalars": 41 + } + }, + { + "name": "ngram-b64-s1025-n9-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [32], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p32-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 32], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 32, + "state": 8, + "batch": 64, + "historyReads": 1, + "tableScalars": 41 + } + }, + { + "name": "ngram-b256-s31-n16-p2-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [30], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p2-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 30], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 30, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 46 + } + }, + { + "name": "ngram-b256-s257-n16-p2-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [30], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p2-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 30], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 30, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 46 + } + }, + { + "name": "ngram-b64-s1025-n16-p2-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 2, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [30], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p2-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 30], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 30, + "state": 15, + "batch": 64, + "historyReads": 1, + "tableScalars": 46 + } + }, + { + "name": "ngram-b256-s31-n16-p3-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [45], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 45], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 45, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n16-p3-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [45], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 45], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 45, + "state": 15, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n16-p3-past", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [45], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 15], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 45], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 45, + "state": 15, + "batch": 64, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n3-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p8-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 16], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 16, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 19 + } + }, + { + "name": "ngram-b256-s257-n3-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p8-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 16], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 16, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 19 + } + }, + { + "name": "ngram-b64-s1025-n3-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p8-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 16], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 16, + "state": 2, + "batch": 64, + "historyReads": 1, + "tableScalars": 19 + } + }, + { + "name": "ngram-b256-s31-n4-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [24], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p8-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 24], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 24, + "state": 3, + "batch": 256, + "historyReads": 1, + "tableScalars": 28 + } + }, + { + "name": "ngram-b256-s257-n4-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [24], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p8-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 24], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 24, + "state": 3, + "batch": 256, + "historyReads": 1, + "tableScalars": 28 + } + }, + { + "name": "ngram-b64-s1025-n4-p8-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [24], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p8-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 24], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 24, + "state": 3, + "batch": 64, + "historyReads": 1, + "tableScalars": 28 + } + }, + { + "name": "ngram-b256-s31-n2-p39-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 39, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [39], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p39-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 39], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 39, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 41 + } + }, + { + "name": "ngram-b256-s257-n2-p39-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 39, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [39], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p39-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 39], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 39, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 41 + } + }, + { + "name": "ngram-b64-s1025-n2-p39-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 39, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [39], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p39-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 39], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 39, + "state": 1, + "batch": 64, + "historyReads": 1, + "tableScalars": 41 + } + }, + { + "name": "ngram-b256-s31-n2-p40-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 40, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 40, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 42 + } + }, + { + "name": "ngram-b256-s257-n2-p40-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 40, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 40, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 42 + } + }, + { + "name": "ngram-b64-s1025-n2-p40-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 40, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 40, + "state": 1, + "batch": 64, + "historyReads": 1, + "tableScalars": 42 + } + }, + { + "name": "ngram-b256-s31-n2-p41-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 41, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [41], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p41-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 41], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 41, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 43 + } + }, + { + "name": "ngram-b256-s257-n2-p41-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 41, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [41], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p41-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 41], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 41, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 43 + } + }, + { + "name": "ngram-b64-s1025-n2-p41-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 41, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [41], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p41-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 41], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 41, + "state": 1, + "batch": 64, + "historyReads": 1, + "tableScalars": 43 + } + }, + { + "name": "ngram-b256-s31-n5-p10-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 10, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 40, + "state": 4, + "batch": 256, + "historyReads": 1, + "tableScalars": 45 + } + }, + { + "name": "ngram-b256-s257-n5-p10-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 10, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 40, + "state": 4, + "batch": 256, + "historyReads": 1, + "tableScalars": 45 + } + }, + { + "name": "ngram-b64-s1025-n5-p10-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 10, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 40, + "state": 4, + "batch": 64, + "historyReads": 1, + "tableScalars": 45 + } + }, + { + "name": "ngram-b256-s31-n9-p5-past", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 5, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 40, + "state": 8, + "batch": 256, + "historyReads": 1, + "tableScalars": 49 + } + }, + { + "name": "ngram-b256-s257-n9-p5-past", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 5, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 40, + "state": 8, + "batch": 256, + "historyReads": 1, + "tableScalars": 49 + } + }, + { + "name": "ngram-b64-s1025-n9-p5-past", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 5, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 8], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 40, + "state": 8, + "batch": 64, + "historyReads": 1, + "tableScalars": 49 + } + }, + { + "name": "ngram-b256-s31-n11-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [11], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } + }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 10], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 10], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 40, + "state": 10, + "batch": 256, + "historyReads": 1, + "tableScalars": 51 + } + }, + { + "name": "ngram-b256-s257-n11-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [11], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } + }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 10], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 10], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 40, + "state": 10, + "batch": 256, + "historyReads": 1, + "tableScalars": 51 + } + }, + { + "name": "ngram-b64-s1025-n11-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [11], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } + }, + "vocabSizesT": { + "shape": [40], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p40-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 10], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 40], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 10], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 40, + "state": 10, + "batch": 64, + "historyReads": 1, + "tableScalars": 51 + } + }, + { + "name": "ngram-b256-s31-n15-p3-past", + "preset": "all", + "attrs": { "max_ngram_size": 15, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [15], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19] + } + }, + "vocabSizesT": { + "shape": [42], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n15-p3-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 14], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 42], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 14], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 42, + "state": 14, + "batch": 256, + "historyReads": 1, + "tableScalars": 57 + } + }, + { + "name": "ngram-b256-s257-n15-p3-past", + "preset": "all", + "attrs": { "max_ngram_size": 15, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [15], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19] + } + }, + "vocabSizesT": { + "shape": [42], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n15-p3-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 14], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 42], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 14], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 42, + "state": 14, + "batch": 256, + "historyReads": 1, + "tableScalars": 57 + } + }, + { + "name": "ngram-b64-s1025-n15-p3-past", + "preset": "all", + "attrs": { "max_ngram_size": 15, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [15], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647, 65537, 19] + } + }, + "vocabSizesT": { + "shape": [42], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n15-p3-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 14], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 42], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 14], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 42, + "state": 14, + "batch": 64, + "historyReads": 1, + "tableScalars": 57 + } + }, + { + "name": "ngram-b256-s31-n12-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 12, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647] + } + }, + "vocabSizesT": { + "shape": [44], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n12-p4-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 11], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 44], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 11], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 44, + "state": 11, + "batch": 256, + "historyReads": 1, + "tableScalars": 56 + } + }, + { + "name": "ngram-b256-s257-n12-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 12, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647] + } + }, + "vocabSizesT": { + "shape": [44], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n12-p4-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 11], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 44], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 11], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 44, + "state": 11, + "batch": 256, + "historyReads": 1, + "tableScalars": 56 + } + }, + { + "name": "ngram-b64-s1025-n12-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 12, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [12], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647] + } + }, + "vocabSizesT": { + "shape": [44], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n12-p4-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 11], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 44], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 11], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 44, + "state": 11, + "batch": 64, + "historyReads": 1, + "tableScalars": 56 + } + }, + { + "name": "ngram-b256-s31-n4-p16-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 16, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [48], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 48], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 48, + "state": 3, + "batch": 256, + "historyReads": 1, + "tableScalars": 52 + } + }, + { + "name": "ngram-b256-s257-n4-p16-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 16, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [48], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 48], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 48, + "state": 3, + "batch": 256, + "historyReads": 1, + "tableScalars": 52 + } + }, + { + "name": "ngram-b64-s1025-n4-p16-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 16, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [48], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 48], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 48, + "state": 3, + "batch": 64, + "historyReads": 1, + "tableScalars": 52 + } + }, + { + "name": "ngram-b256-s31-n2-p57-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 57, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 59 + } + }, + { + "name": "ngram-b256-s257-n2-p57-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 57, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 59 + } + }, + { + "name": "ngram-b64-s1025-n2-p57-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 57, + "state": 1, + "batch": 64, + "historyReads": 1, + "tableScalars": 59 + } + }, + { + "name": "ngram-b256-s31-n2-p58-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 58, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 60 + } + }, + { + "name": "ngram-b256-s257-n2-p58-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 58, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 60 + } + }, + { + "name": "ngram-b64-s1025-n2-p58-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 58, + "state": 1, + "batch": 64, + "historyReads": 1, + "tableScalars": 60 + } + }, + { + "name": "ngram-b256-s31-n2-p59-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [59], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 59], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 59, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n2-p59-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [59], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 59], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 59, + "state": 1, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n2-p59-past", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [59], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 1], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 59], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 59, + "state": 1, + "batch": 64, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n3-p28-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 56, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 59 + } + }, + { + "name": "ngram-b256-s257-n3-p28-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 56, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 59 + } + }, + { + "name": "ngram-b64-s1025-n3-p28-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 56, + "state": 2, + "batch": 64, + "historyReads": 1, + "tableScalars": 59 + } + }, + { + "name": "ngram-b256-s31-n3-p29-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 58, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n3-p29-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 58, + "state": 2, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n3-p29-past", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 2], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 58, + "state": 2, + "batch": 64, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n4-p18-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 18, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [54], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 54], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 54, + "state": 3, + "batch": 256, + "historyReads": 1, + "tableScalars": 58 + } + }, + { + "name": "ngram-b256-s257-n4-p18-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 18, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [54], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 54], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 54, + "state": 3, + "batch": 256, + "historyReads": 1, + "tableScalars": 58 + } + }, + { + "name": "ngram-b64-s1025-n4-p18-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 18, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [54], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 54], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 54, + "state": 3, + "batch": 64, + "historyReads": 1, + "tableScalars": 58 + } + }, + { + "name": "ngram-b256-s31-n4-p19-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 57, + "state": 3, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n4-p19-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 57, + "state": 3, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n4-p19-past", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 3], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 57, + "state": 3, + "batch": 64, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n5-p14-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 56, + "state": 4, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n5-p14-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 56, + "state": 4, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n5-p14-past", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 4], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 56, + "state": 4, + "batch": 64, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n7-p9-past", + "preset": "all", + "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [7], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } + }, + "vocabSizesT": { + "shape": [54], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 6], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 54], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 6], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 54, + "state": 6, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n7-p9-past", + "preset": "all", + "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [7], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } + }, + "vocabSizesT": { + "shape": [54], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 6], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 54], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 6], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 54, + "state": 6, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n7-p9-past", + "preset": "all", + "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [7], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } + }, + "vocabSizesT": { + "shape": [54], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 6], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 54], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 6], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 54, + "state": 6, + "batch": 64, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n11-p5-past", + "preset": "all", + "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [11], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } + }, + "vocabSizesT": { + "shape": [50], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 10], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 50], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 10], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 50, + "state": 10, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n11-p5-past", + "preset": "all", + "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [11], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } + }, + "vocabSizesT": { + "shape": [50], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 10], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 50], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 10], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 50, + "state": 10, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n11-p5-past", + "preset": "all", + "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [11], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } + }, + "vocabSizesT": { + "shape": [50], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 10], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 50], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 10], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 50, + "state": 10, + "batch": 64, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n13-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [13], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] + } + }, + "vocabSizesT": { + "shape": [48], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 12], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 48], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 12], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 48, + "state": 12, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n13-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [13], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] + } + }, + "vocabSizesT": { + "shape": [48], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [256, 12], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 48], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 12], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 48, + "state": 12, + "batch": 256, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n13-p4-past", + "preset": "all", + "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [13], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] + } + }, + "vocabSizesT": { + "shape": [48], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } + } + }, + "pastIdsT": { + "shape": [64, 12], + "dtype": "int32", + "dist": "randint", + "seed": 8502, + "min": -1073741824, + "max": 1073741824 + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 48], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 12], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 48, + "state": 12, + "batch": 64, + "historyReads": 1, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n9-p8-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 9, "n_head_per_ngram": 8, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [9], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11] } + }, + "vocabSizesT": { + "shape": [64], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n2-p64-fresh_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 64], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 8], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 64, + "state": 8, + "batch": 64, + "historyReads": 0, + "tableScalars": 73 + } + }, + { + "name": "ngram-b256-s31-n16-p3-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [45], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 45], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 45, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n16-p3-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [45], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 45], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 45, + "state": 15, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n16-p3-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 16, "n_head_per_ngram": 3, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [16], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s1-n16-p4-fresh_input_multipliersT" } + } + }, + "vocabSizesT": { + "shape": [45], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n16-p3-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 45], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 15], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 45, + "state": 15, + "batch": 64, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n2-p57-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 57, + "state": 1, + "batch": 256, + "historyReads": 0, + "tableScalars": 59 + } + }, + { + "name": "ngram-b256-s257-n2-p57-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 57, + "state": 1, + "batch": 256, + "historyReads": 0, + "tableScalars": 59 + } + }, + { + "name": "ngram-b64-s1025-n2-p57-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 57, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 57, + "state": 1, + "batch": 64, + "historyReads": 0, + "tableScalars": 59 + } + }, + { + "name": "ngram-b256-s31-n2-p58-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 58, + "state": 1, + "batch": 256, + "historyReads": 0, + "tableScalars": 60 + } + }, + { + "name": "ngram-b256-s257-n2-p58-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 58, + "state": 1, + "batch": 256, + "historyReads": 0, + "tableScalars": 60 + } + }, + { + "name": "ngram-b64-s1025-n2-p58-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 58, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 58, + "state": 1, + "batch": 64, + "historyReads": 0, + "tableScalars": 60 + } + }, + { + "name": "ngram-b256-s31-n2-p59-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [59], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 59], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 59, + "state": 1, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n2-p59-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [59], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 59], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 59, + "state": 1, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n2-p59-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 2, "n_head_per_ngram": 59, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [11, 13] } }, + "vocabSizesT": { + "shape": [59], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p59-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 59], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 1], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 59, + "state": 1, + "batch": 64, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n3-p28-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 56, + "state": 2, + "batch": 256, + "historyReads": 0, + "tableScalars": 59 + } + }, + { + "name": "ngram-b256-s257-n3-p28-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 56, + "state": 2, + "batch": 256, + "historyReads": 0, + "tableScalars": 59 + } + }, + { + "name": "ngram-b64-s1025-n3-p28-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 28, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 56, + "state": 2, + "batch": 64, + "historyReads": 0, + "tableScalars": 59 + } + }, + { + "name": "ngram-b256-s31-n3-p29-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 58, + "state": 2, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n3-p29-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 58, + "state": 2, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n3-p29-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 3, "n_head_per_ngram": 29, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [11, 13, 17] } }, + "vocabSizesT": { + "shape": [58], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p58-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 58], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 2], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 58, + "state": 2, + "batch": 64, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n4-p19-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 57, + "state": 3, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n4-p19-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 57, + "state": 3, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n4-p19-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 4, "n_head_per_ngram": 19, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [4], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647] } + }, + "vocabSizesT": { + "shape": [57], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n2-p57-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 57], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 3], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 57, + "state": 3, + "batch": 64, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n5-p14-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 56, + "state": 4, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n5-p14-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 56, + "state": 4, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n5-p14-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 5, "n_head_per_ngram": 14, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [5], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647] } + }, + "vocabSizesT": { + "shape": [56], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n3-p28-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 56], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 4], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 56, + "state": 4, + "batch": 64, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n7-p9-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [7], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } + }, + "vocabSizesT": { + "shape": [54], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 54], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 6], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 54, + "state": 6, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n7-p9-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [7], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } + }, + "vocabSizesT": { + "shape": [54], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 54], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 6], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 54, + "state": 6, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n7-p9-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 7, "n_head_per_ngram": 9, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [7], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19] } + }, + "vocabSizesT": { + "shape": [54], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p18-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 54], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 6], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 54, + "state": 6, + "batch": 64, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n11-p5-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [11], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } + }, + "vocabSizesT": { + "shape": [50], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 50], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 10], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 50, + "state": 10, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n11-p5-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [11], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } + }, + "vocabSizesT": { + "shape": [50], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 50], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 10], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 50, + "state": 10, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n11-p5-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 11, "n_head_per_ngram": 5, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [11], + "dtype": "int32", + "data": { "kind": "values", "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17] } + }, + "vocabSizesT": { + "shape": [50], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n11-p5-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 50], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 10], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 50, + "state": 10, + "batch": 64, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s31-n13-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 31], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [13], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] + } + }, + "vocabSizesT": { + "shape": [48], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 31, 48], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 12], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 7936, + "heads": 48, + "state": 12, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b256-s257-n13-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [256, 257], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [13], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] + } + }, + "vocabSizesT": { + "shape": [48], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [256, 257, 48], "dtype": "int32" }, + "presentIdsT": { "shape": [256, 12], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65792, + "heads": 48, + "state": 12, + "batch": 256, + "historyReads": 0, + "tableScalars": 61 + } + }, + { + "name": "ngram-b64-s1025-n13-p4-fresh", + "preset": "all", + "attrs": { "max_ngram_size": 13, "n_head_per_ngram": 4, "pad_id": -7 }, + "inputs": { + "inputIdsT": { + "shape": [64, 1025], + "dtype": "int32", + "dist": "randint", + "seed": 8501, + "min": -1073741824, + "max": 1073741824 + }, + "multipliersT": { + "shape": [13], + "dtype": "int32", + "data": { + "kind": "values", + "values": [11, 13, 17, 2147483647, -2147483647, 65537, 19, 31, 11, 13, 17, 2147483647, -2147483647] + } + }, + "vocabSizesT": { + "shape": [48], + "dtype": "int32", + "data": { + "kind": "values", + "values": { "$ref": "#/fixtureArrays/ngram-b256-s31-n4-p16-past_input_vocabSizesT" } + } + } + }, + "outputs": { + "hashIdsT": { "shape": [64, 1025, 48], "dtype": "int32" }, + "presentIdsT": { "shape": [64, 12], "dtype": "int32" } + }, + "bench": { + "metrics": [ + { + "type": "bandwidth", + "provenance": "logical", + "value": "(args.count * (1 + args.heads) + args.batch * args.state * (1 + args.historyReads) + args.tableScalars) * dtypeBytes(args.dtype)" + } + ] + }, + "vars": { + "dtype": "int32", + "count": 65600, + "heads": 48, + "state": 12, + "batch": 64, + "historyReads": 0, + "tableScalars": 61 + } + } + ] +}