| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10], "text": "3 4 5 6 7 8 9 10", "nfe": 6, "elapsed_s": 0.000769949983805418, "tokens_per_forward": 1.3333333333333333, "metadata": {"method": "confidence", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 8, "num_blocks": 1, "steps": 6, "remask_ratio": 0.5, "use_cache": false, "draft_width": 4}}, "tokens_per_second": 10390.285301988866, "sweep": {"method": "confidence", "steps": 6, "block_size": 8, "num_blocks": 1, "remask_ratio": 0.5, "use_cache": false}} |
| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10], "text": "3 4 5 6 7 8 9 10", "nfe": 4, "elapsed_s": 0.0005228999652899802, "tokens_per_forward": 2.0, "metadata": {"method": "dmax", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 8, "num_blocks": 1, "steps": 4, "remask_ratio": 0.25, "use_cache": false, "draft_width": 4}}, "tokens_per_second": 15299.293423290836, "sweep": {"method": "dmax", "steps": 4, "block_size": 8, "num_blocks": 1, "remask_ratio": 0.25, "use_cache": false}} |
| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10], "text": "3 4 5 6 7 8 9 10", "nfe": 6, "elapsed_s": 0.0007856350275687873, "tokens_per_forward": 1.3333333333333333, "metadata": {"method": "speculative", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 8, "num_blocks": 1, "steps": 6, "remask_ratio": 0.5, "use_cache": true, "draft_width": 4}}, "tokens_per_second": 10182.845366195881, "sweep": {"method": "speculative", "steps": 6, "block_size": 8, "num_blocks": 1, "remask_ratio": 0.5, "use_cache": true}} |
| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18], "text": "3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18", "nfe": 6, "elapsed_s": 0.001491333998274058, "tokens_per_forward": 2.6666666666666665, "metadata": {"method": "confidence", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 16, "num_blocks": 1, "steps": 6, "remask_ratio": 0.5, "use_cache": false, "draft_width": 4}}, "tokens_per_second": 10728.64966433879, "sweep": {"method": "confidence", "steps": 6, "block_size": 16, "num_blocks": 1, "remask_ratio": 0.5, "use_cache": false}} |
| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18], "text": "3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18", "nfe": 4, "elapsed_s": 0.0010131489834748209, "tokens_per_forward": 4.0, "metadata": {"method": "dmax", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 16, "num_blocks": 1, "steps": 4, "remask_ratio": 0.25, "use_cache": false, "draft_width": 4}}, "tokens_per_second": 15792.346694288162, "sweep": {"method": "dmax", "steps": 4, "block_size": 16, "num_blocks": 1, "remask_ratio": 0.25, "use_cache": false}} |
| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18], "text": "3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18", "nfe": 6, "elapsed_s": 0.0014925010036677122, "tokens_per_forward": 2.6666666666666665, "metadata": {"method": "speculative", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 16, "num_blocks": 1, "steps": 6, "remask_ratio": 0.5, "use_cache": true, "draft_width": 4}}, "tokens_per_second": 10720.260797601588, "sweep": {"method": "speculative", "steps": 6, "block_size": 16, "num_blocks": 1, "remask_ratio": 0.5, "use_cache": true}} |
| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "text": "3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34", "nfe": 6, "elapsed_s": 0.0029353260179050267, "tokens_per_forward": 5.333333333333333, "metadata": {"method": "confidence", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 32, "num_blocks": 1, "steps": 6, "remask_ratio": 0.5, "use_cache": false, "draft_width": 4}}, "tokens_per_second": 10901.68512962616, "sweep": {"method": "confidence", "steps": 6, "block_size": 32, "num_blocks": 1, "remask_ratio": 0.5, "use_cache": false}} |
| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "text": "3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34", "nfe": 4, "elapsed_s": 0.0019988870481029153, "tokens_per_forward": 8.0, "metadata": {"method": "dmax", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 32, "num_blocks": 1, "steps": 4, "remask_ratio": 0.25, "use_cache": false, "draft_width": 4}}, "tokens_per_second": 16008.908572583056, "sweep": {"method": "dmax", "steps": 4, "block_size": 32, "num_blocks": 1, "remask_ratio": 0.25, "use_cache": false}} |
| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "text": "3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34", "nfe": 6, "elapsed_s": 0.0029457149794325233, "tokens_per_forward": 5.333333333333333, "metadata": {"method": "speculative", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 32, "num_blocks": 1, "steps": 6, "remask_ratio": 0.5, "use_cache": true, "draft_width": 4}}, "tokens_per_second": 10863.237014928252, "sweep": {"method": "speculative", "steps": 6, "block_size": 32, "num_blocks": 1, "remask_ratio": 0.5, "use_cache": true}} |
| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34], "text": "3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34", "nfe": 8, "elapsed_s": 0.00392380595440045, "tokens_per_forward": 4.0, "metadata": {"method": "multiblock", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 16, "num_blocks": 2, "steps": 8, "remask_ratio": 0.5, "use_cache": true, "draft_width": 4}}, "tokens_per_second": 8155.347224577404, "sweep": {"method": "multiblock", "steps": 8, "block_size": 16, "num_blocks": 2, "remask_ratio": 0.5, "use_cache": true}} |
| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "text": "3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66", "nfe": 8, "elapsed_s": 0.008637683000415564, "tokens_per_forward": 8.0, "metadata": {"method": "multiblock", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 16, "num_blocks": 4, "steps": 8, "remask_ratio": 0.5, "use_cache": true, "draft_width": 4}}, "tokens_per_second": 7409.394393950429, "sweep": {"method": "multiblock", "steps": 8, "block_size": 16, "num_blocks": 4, "remask_ratio": 0.5, "use_cache": true}} |
| {"tokens": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 3, 4, 5], "text": "3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 3 4 5", "nfe": 8, "elapsed_s": 0.01631542103132233, "tokens_per_forward": 16.0, "metadata": {"method": "multiblock", "config": {"vocab_size": 128, "mask_token_id": 0, "eos_token_id": 2, "block_size": 16, "num_blocks": 8, "steps": 8, "remask_ratio": 0.5, "use_cache": true, "draft_width": 4}}, "tokens_per_second": 7845.338453372777, "sweep": {"method": "multiblock", "steps": 8, "block_size": 16, "num_blocks": 8, "remask_ratio": 0.5, "use_cache": true}} |
|
|
