{ "passed": true, "build_info": "b1-9a9394a", "n_vocab": 248320, "prompt_tokens": 41, "selected_count": 255, "selected_token_ids": [ 3513, 62, 67307, 20095, 7734, 63, 2742, 351, 25337, 3270, 48671, 75370, 15207, 7144, 1856, 61, 80, 2095, 8461, 84, 8018, 153061, 25725, 5423, 6651, 83, 31248, 2497, 6503, 6737, 78, 25, 4699, 1591, 951, 4350, 9947, 4199, 86, 33130, 2009, 52971, 2939, 826, 42821, 6844, 14162, 1106, 9798, 5236, 331, 43022, 2504, 4738, 8770, 26500, 3446, 56749, 1073, 1745, 1891, 18796, 2010, 67240, 29, 35621, 11861, 417, 79, 3840, 6487, 5649, 258, 48421, 5328, 20206, 4935, 3702, 35792, 12525, 2278, 7354, 158, 5901, 3742, 550, 13007, 24881, 4754, 284, 21365, 674, 9008, 36592, 1311, 2432, 88842, 8347, 2143, 2536, 22269, 15231, 4639, 169095, 59605, 17413, 40087, 8944, 10, 59, 31995, 76, 77264, 24606, 22365, 85, 74, 11318, 7525, 10883, 71, 5439, 248045, 1076, 20003, 15015, 70, 9175, 18770, 6481, 10865, 90, 1646, 2033, 26952, 13962, 5170, 27775, 1511, 52, 72179, 7, 19041, 91, 88, 8160, 23982, 8839, 2083, 6820, 13, 849, 68, 72, 9, 3833, 53, 2523, 13634, 5173, 77, 13682, 21820, 22, 50821, 4272, 3928, 34960, 27, 1596, 510, 1597, 5836, 3, 3710, 24, 2064, 198, 1, 87, 82, 57, 55, 623, 12, 28180, 23, 3733, 2324, 5840, 48, 67, 3850, 1206, 71093, 2053, 1803, 58, 30, 54, 12189, 46, 41, 69, 20, 21, 15, 19186, 2, 2014, 56, 2592, 2381, 271, 47, 1919, 13784, 42, 38, 45, 2665, 32897, 50, 51, 26108, 1719, 49, 4205, 44, 248058, 43, 66, 39, 9764, 11280, 18, 332, 65, 16, 248068, 36, 248069, 15666, 357, 37, 19, 40, 760, 17, 35, 64, 248046, 34, 33, 32 ], "selected_logprobs": [ { "id": 3513, "token": "Mode", "bytes": [ 77, 111, 100, 101 ], "logprob": -15.984488487243652 }, { "id": 62, "token": "_", "bytes": [ 95 ], "logprob": -14.35998821258545 }, { "id": 67307, "token": "Ai", "bytes": [ 65, 105 ], "logprob": -14.358136177062988 }, { "id": 20095, "token": "Apr", "bytes": [ 65, 112, 114 ], "logprob": -14.351364135742188 }, { "id": 7734, "token": "Write", "bytes": [ 87, 114, 105, 116, 101 ], "logprob": -14.347588539123535 }, { "id": 63, "token": "`", "bytes": [ 96 ], "logprob": -14.34378719329834 }, { "id": 2742, "token": "Number", "bytes": [ 78, 117, 109, 98, 101, 114 ], "logprob": -14.342576026916504 }, { "id": 351, "token": " C", "bytes": [ 32, 67 ], "logprob": -14.331477165222168 }, { "id": 25337, "token": "Ask", "bytes": [ 65, 115, 107 ], "logprob": -14.327260971069336 }, { "id": 3270, "token": "Select", "bytes": [ 83, 101, 108, 101, 99, 116 ], "logprob": -14.31368350982666 }, { "id": 48671, "token": "six", "bytes": [ 115, 105, 120 ], "logprob": -14.311699867248535 }, { "id": 75370, "token": "\\[", "bytes": [ 92, 91 ], "logprob": -14.30549430847168 }, { "id": 15207, "token": "Second", "bytes": [ 83, 101, 99, 111, 110, 100 ], "logprob": -14.297501564025879 }, { "id": 7144, "token": "Double", "bytes": [ 68, 111, 117, 98, 108, 101 ], "logprob": -14.290658950805664 }, { "id": 1856, "token": "not", "bytes": [ 110, 111, 116 ], "logprob": -14.287318229675293 }, { "id": 61, "token": "^", "bytes": [ 94 ], "logprob": -14.284470558166504 }, { "id": 80, "token": "q", "bytes": [ 113 ], "logprob": -14.283534049987793 }, { "id": 2095, "token": "App", "bytes": [ 65, 112, 112 ], "logprob": -14.280924797058105 }, { "id": 8461, "token": "Area", "bytes": [ 65, 114, 101, 97 ], "logprob": -14.276228904724121 }, { "id": 84, "token": "u", "bytes": [ 117 ], "logprob": -14.271234512329102 }, { "id": 8018, "token": "AF", "bytes": [ 65, 70 ], "logprob": -14.266761779785156 }, { "id": 153061, "token": "\u0391", "bytes": [ 206, 145 ], "logprob": -14.265172958374023 }, { "id": 25725, "token": "Analysis", "bytes": [ 65, 110, 97, 108, 121, 115, 105, 115 ], "logprob": -14.256436347961426 }, { "id": 5423, "token": "Return", "bytes": [ 82, 101, 116, 117, 114, 110 ], "logprob": -14.2401704788208 }, { "id": 6651, "token": "They", "bytes": [ 84, 104, 101, 121 ], "logprob": -14.232050895690918 }, { "id": 83, "token": "t", "bytes": [ 116 ], "logprob": -14.226871490478516 }, { "id": 31248, "token": "Okay", "bytes": [ 79, 107, 97, 121 ], "logprob": -14.221423149108887 }, { "id": 2497, "token": "Response", "bytes": [ 82, 101, 115, 112, 111, 110, 115, 101 ], "logprob": -14.220603942871094 }, { "id": 6503, "token": "Can", "bytes": [ 67, 97, 110 ], "logprob": -14.219352722167969 }, { "id": 6737, "token": "Ar", "bytes": [ 65, 114 ], "logprob": -14.213464736938477 }, { "id": 78, "token": "o", "bytes": [ 111 ], "logprob": -14.212600708007812 }, { "id": 25, "token": ":", "bytes": [ 58 ], "logprob": -14.210108757019043 }, { "id": 4699, "token": "Each", "bytes": [ 69, 97, 99, 104 ], "logprob": -14.205526351928711 }, { "id": 1591, "token": "Set", "bytes": [ 83, 101, 116 ], "logprob": -14.20488452911377 }, { "id": 951, "token": "to", "bytes": [ 116, 111 ], "logprob": -14.201638221740723 }, { "id": 4350, "token": "When", "bytes": [ 87, 104, 101, 110 ], "logprob": -14.190579414367676 }, { "id": 9947, "token": "Use", "bytes": [ 85, 115, 101 ], "logprob": -14.187459945678711 }, { "id": 4199, "token": "How", "bytes": [ 72, 111, 119 ], "logprob": -14.186335563659668 }, { "id": 86, "token": "w", "bytes": [ 119 ], "logprob": -14.169717788696289 }, { "id": 33130, "token": "Letter", "bytes": [ 76, 101, 116, 116, 101, 114 ], "logprob": -14.167829513549805 }, { "id": 2009, "token": "Result", "bytes": [ 82, 101, 115, 117, 108, 116 ], "logprob": -14.160857200622559 }, { "id": 52971, "token": "Therefore", "bytes": [ 84, 104, 101, 114, 101, 102, 111, 114, 101 ], "logprob": -14.151907920837402 }, { "id": 2939, "token": "And", "bytes": [ 65, 110, 100 ], "logprob": -14.151177406311035 }, { "id": 826, "token": "List", "bytes": [ 76, 105, 115, 116 ], "logprob": -14.133393287658691 }, { "id": 42821, "token": "\\(", "bytes": [ 92, 40 ], "logprob": -14.128167152404785 }, { "id": 6844, "token": "BA", "bytes": [ 66, 65 ], "logprob": -14.120994567871094 }, { "id": 14162, "token": "Question", "bytes": [ 81, 117, 101, 115, 116, 105, 111, 110 ], "logprob": -14.11556339263916 }, { "id": 1106, "token": "Ch", "bytes": [ 67, 104 ], "logprob": -14.108942031860352 }, { "id": 9798, "token": "BB", "bytes": [ 66, 66 ], "logprob": -14.106963157653809 }, { "id": 5236, "token": "Do", "bytes": [ 68, 111 ], "logprob": -14.098301887512207 }, { "id": 331, "token": "if", "bytes": [ 105, 102 ], "logprob": -14.09506893157959 }, { "id": 43022, "token": "Thus", "bytes": [ 84, 104, 117, 115 ], "logprob": -14.078686714172363 }, { "id": 2504, "token": "Ad", "bytes": [ 65, 100 ], "logprob": -14.067089080810547 }, { "id": 4738, "token": "BC", "bytes": [ 66, 67 ], "logprob": -14.064058303833008 }, { "id": 8770, "token": "Ag", "bytes": [ 65, 103 ], "logprob": -14.060059547424316 }, { "id": 26500, "token": "Alex", "bytes": [ 65, 108, 101, 120 ], "logprob": -14.053995132446289 }, { "id": 3446, "token": "New", "bytes": [ 78, 101, 119 ], "logprob": -14.051527976989746 }, { "id": 56749, "token": "$\\", "bytes": [ 36, 92 ], "logprob": -14.04860782623291 }, { "id": 1073, "token": "Con", "bytes": [ 67, 111, 110 ], "logprob": -14.040688514709473 }, { "id": 1745, "token": "AD", "bytes": [ 65, 68 ], "logprob": -14.035218238830566 }, { "id": 1891, "token": "for", "bytes": [ 102, 111, 114 ], "logprob": -14.032763481140137 }, { "id": 18796, "token": "Alpha", "bytes": [ 65, 108, 112, 104, 97 ], "logprob": -14.0285005569458 }, { "id": 2010, "token": "Code", "bytes": [ 67, 111, 100, 101 ], "logprob": -14.024529457092285 }, { "id": 67240, "token": "Ans", "bytes": [ 65, 110, 115 ], "logprob": -14.006243705749512 }, { "id": 29, "token": ">", "bytes": [ 62 ], "logprob": -13.99533748626709 }, { "id": 35621, "token": "Solution", "bytes": [ 83, 111, 108, 117, 116, 105, 111, 110 ], "logprob": -13.990761756896973 }, { "id": 11861, "token": "Then", "bytes": [ 84, 104, 101, 110 ], "logprob": -13.989721298217773 }, { "id": 417, "token": " B", "bytes": [ 32, 66 ], "logprob": -13.989383697509766 }, { "id": 79, "token": "p", "bytes": [ 112 ], "logprob": -13.985154151916504 }, { "id": 3840, "token": "Check", "bytes": [ 67, 104, 101, 99, 107 ], "logprob": -13.980172157287598 }, { "id": 6487, "token": "none", "bytes": [ 110, 111, 110, 101 ], "logprob": -13.957831382751465 }, { "id": 5649, "token": "Ab", "bytes": [ 65, 98 ], "logprob": -13.95199203491211 }, { "id": 258, "token": "in", "bytes": [ 105, 110 ], "logprob": -13.950913429260254 }, { "id": 48421, "token": "AAA", "bytes": [ 65, 65, 65 ], "logprob": -13.947184562683105 }, { "id": 5328, "token": "Please", "bytes": [ 80, 108, 101, 97, 115, 101 ], "logprob": -13.93543529510498 }, { "id": 20206, "token": "Reply", "bytes": [ 82, 101, 112, 108, 121 ], "logprob": -13.922995567321777 }, { "id": 4935, "token": "Output", "bytes": [ 79, 117, 116, 112, 117, 116 ], "logprob": -13.915305137634277 }, { "id": 3702, "token": "From", "bytes": [ 70, 114, 111, 109 ], "logprob": -13.907094955444336 }, { "id": 35792, "token": "Five", "bytes": [ 70, 105, 118, 101 ], "logprob": -13.898994445800781 }, { "id": 12525, "token": "Could", "bytes": [ 67, 111, 117, 108, 100 ], "logprob": -13.897807121276855 }, { "id": 2278, "token": "With", "bytes": [ 87, 105, 116, 104 ], "logprob": -13.87769889831543 }, { "id": 7354, "token": "Total", "bytes": [ 84, 111, 116, 97, 108 ], "logprob": -13.869756698608398 }, { "id": 158, "token": "", "bytes": [ 226 ], "logprob": -13.8640718460083 }, { "id": 5901, "token": "Am", "bytes": [ 65, 109 ], "logprob": -13.860523223876953 }, { "id": 3742, "token": "Is", "bytes": [ 73, 115 ], "logprob": -13.859500885009766 }, { "id": 550, "token": "##", "bytes": [ 35, 35 ], "logprob": -13.859063148498535 }, { "id": 13007, "token": "Also", "bytes": [ 65, 108, 115, 111 ], "logprob": -13.852668762207031 }, { "id": 24881, "token": "AAAA", "bytes": [ 65, 65, 65, 65 ], "logprob": -13.85143756866455 }, { "id": 4754, "token": "{\"", "bytes": [ 123, 34 ], "logprob": -13.851021766662598 }, { "id": 284, "token": "is", "bytes": [ 105, 115 ], "logprob": -13.834516525268555 }, { "id": 21365, "token": "Given", "bytes": [ 71, 105, 118, 101, 110 ], "logprob": -13.825729370117188 }, { "id": 674, "token": "Re", "bytes": [ 82, 101 ], "logprob": -13.819180488586426 }, { "id": 9008, "token": "", "bytes": [ 240, 159 ], "logprob": -13.804327964782715 }, { "id": 36592, "token": "Ax", "bytes": [ 65, 120 ], "logprob": -13.800389289855957 }, { "id": 1311, "token": "By", "bytes": [ 66, 121 ], "logprob": -13.800047874450684 }, { "id": 2432, "token": "Action", "bytes": [ 65, 99, 116, 105, 111, 110 ], "logprob": -13.794661521911621 }, { "id": 88842, "token": "Alternatively", "bytes": [ 65, 108, 116, 101, 114, 110, 97, 116, 105, 118, 101, 108, 121 ], "logprob": -13.785506248474121 }, { "id": 8347, "token": "Any", "bytes": [ 65, 110, 121 ], "logprob": -13.746853828430176 }, { "id": 2143, "token": "Add", "bytes": [ 65, 100, 100 ], "logprob": -13.730377197265625 }, { "id": 2536, "token": "Not", "bytes": [ 78, 111, 116 ], "logprob": -13.722733497619629 }, { "id": 22269, "token": "\tA", "bytes": [ 9, 65 ], "logprob": -13.717440605163574 }, { "id": 15231, "token": "\u200b", "bytes": [ 226, 128, 139 ], "logprob": -13.71147346496582 }, { "id": 4639, "token": "That", "bytes": [ 84, 104, 97, 116 ], "logprob": -13.667555809020996 }, { "id": 169095, "token": "\uff21", "bytes": [ 239, 188, 161 ], "logprob": -13.6531982421875 }, { "id": 59605, "token": "Alice", "bytes": [ 65, 108, 105, 99, 101 ], "logprob": -13.652661323547363 }, { "id": 17413, "token": "Because", "bytes": [ 66, 101, 99, 97, 117, 115, 101 ], "logprob": -13.631810188293457 }, { "id": 40087, "token": "Six", "bytes": [ 83, 105, 120 ], "logprob": -13.63156795501709 }, { "id": 8944, "token": "answer", "bytes": [ 97, 110, 115, 119, 101, 114 ], "logprob": -13.605066299438477 }, { "id": 10, "token": "+", "bytes": [ 43 ], "logprob": -13.589522361755371 }, { "id": 59, "token": "\\", "bytes": [ 92 ], "logprob": -13.581999778747559 }, { "id": 31995, "token": "Correct", "bytes": [ 67, 111, 114, 114, 101, 99, 116 ], "logprob": -13.581751823425293 }, { "id": 76, "token": "m", "bytes": [ 109 ], "logprob": -13.576653480529785 }, { "id": 77264, "token": "Hmm", "bytes": [ 72, 109, 109 ], "logprob": -13.56416130065918 }, { "id": 24606, "token": "ABC", "bytes": [ 65, 66, 67 ], "logprob": -13.547417640686035 }, { "id": 22365, "token": "Which", "bytes": [ 87, 104, 105, 99, 104 ], "logprob": -13.537755966186523 }, { "id": 85, "token": "v", "bytes": [ 118 ], "logprob": -13.522146224975586 }, { "id": 74, "token": "k", "bytes": [ 107 ], "logprob": -13.521496772766113 }, { "id": 11318, "token": "Ac", "bytes": [ 65, 99 ], "logprob": -13.505249977111816 }, { "id": 7525, "token": "Your", "bytes": [ 89, 111, 117, 114 ], "logprob": -13.503936767578125 }, { "id": 10883, "token": "However", "bytes": [ 72, 111, 119, 101, 118, 101, 114 ], "logprob": -13.43906307220459 }, { "id": 71, "token": "h", "bytes": [ 104 ], "logprob": -13.429985046386719 }, { "id": 5439, "token": "Ass", "bytes": [ 65, 115, 115 ], "logprob": -13.414288520812988 }, { "id": 248045, "token": "", "bytes": [], "logprob": -13.407929420471191 }, { "id": 1076, "token": "...", "bytes": [ 46, 46, 46 ], "logprob": -13.403058052062988 }, { "id": 20003, "token": "Both", "bytes": [ 66, 111, 116, 104 ], "logprob": -13.392156600952148 }, { "id": 15015, "token": "AI", "bytes": [ 65, 73 ], "logprob": -13.38427448272705 }, { "id": 70, "token": "g", "bytes": [ 103 ], "logprob": -13.367595672607422 }, { "id": 9175, "token": "Yes", "bytes": [ 89, 101, 115 ], "logprob": -13.351576805114746 }, { "id": 18770, "token": "Final", "bytes": [ 70, 105, 110, 97, 108 ], "logprob": -13.342453956604004 }, { "id": 6481, "token": "-A", "bytes": [ 45, 65 ], "logprob": -13.297578811645508 }, { "id": 10865, "token": "According", "bytes": [ 65, 99, 99, 111, 114, 100, 105, 110, 103 ], "logprob": -13.288325309753418 }, { "id": 90, "token": "{", "bytes": [ 123 ], "logprob": -13.205618858337402 }, { "id": 1646, "token": "AC", "bytes": [ 65, 67 ], "logprob": -13.199450492858887 }, { "id": 2033, "token": "Al", "bytes": [ 65, 108 ], "logprob": -13.194108009338379 }, { "id": 26952, "token": "three", "bytes": [ 116, 104, 114, 101, 101 ], "logprob": -13.191998481750488 }, { "id": 13962, "token": "###", "bytes": [ 35, 35, 35 ], "logprob": -13.179666519165039 }, { "id": 5170, "token": "First", "bytes": [ 70, 105, 114, 115, 116 ], "logprob": -13.174755096435547 }, { "id": 27775, "token": "Based", "bytes": [ 66, 97, 115, 101, 100 ], "logprob": -13.160932540893555 }, { "id": 1511, "token": "_A", "bytes": [ 95, 65 ], "logprob": -13.144116401672363 }, { "id": 52, "token": "U", "bytes": [ 85 ], "logprob": -13.10757064819336 }, { "id": 72179, "token": "*A", "bytes": [ 42, 65 ], "logprob": -13.09409236907959 }, { "id": 7, "token": "(", "bytes": [ 40 ], "logprob": -13.08289909362793 }, { "id": 19041, "token": "Three", "bytes": [ 84, 104, 114, 101, 101 ], "logprob": -13.076566696166992 }, { "id": 91, "token": "|", "bytes": [ 124 ], "logprob": -13.07496452331543 }, { "id": 88, "token": "y", "bytes": [ 121 ], "logprob": -13.053912162780762 }, { "id": 8160, "token": "Here", "bytes": [ 72, 101, 114, 101 ], "logprob": -13.04352855682373 }, { "id": 23982, "token": "Ah", "bytes": [ 65, 104 ], "logprob": -13.037055969238281 }, { "id": 8839, "token": "Note", "bytes": [ 78, 111, 116, 101 ], "logprob": -13.027246475219727 }, { "id": 2083, "token": "no", "bytes": [ 110, 111 ], "logprob": -13.0253324508667 }, { "id": 6820, "token": "Now", "bytes": [ 78, 111, 119 ], "logprob": -13.020368576049805 }, { "id": 13, "token": ".", "bytes": [ 46 ], "logprob": -13.009532928466797 }, { "id": 849, "token": ".A", "bytes": [ 46, 65 ], "logprob": -12.998801231384277 }, { "id": 68, "token": "e", "bytes": [ 101 ], "logprob": -12.9705228805542 }, { "id": 72, "token": "i", "bytes": [ 105 ], "logprob": -12.958955764770508 }, { "id": 9, "token": "*", "bytes": [ 42 ], "logprob": -12.958885192871094 }, { "id": 3833, "token": "One", "bytes": [ 79, 110, 101 ], "logprob": -12.916387557983398 }, { "id": 53, "token": "V", "bytes": [ 86 ], "logprob": -12.913223266601562 }, { "id": 2523, "token": "You", "bytes": [ 89, 111, 117 ], "logprob": -12.90368366241455 }, { "id": 13634, "token": "Another", "bytes": [ 65, 110, 111, 116, 104, 101, 114 ], "logprob": -12.871038436889648 }, { "id": 5173, "token": "Option", "bytes": [ 79, 112, 116, 105, 111, 110 ], "logprob": -12.86068058013916 }, { "id": 77, "token": "n", "bytes": [ 110 ], "logprob": -12.858695983886719 }, { "id": 13682, "token": "$$", "bytes": [ 36, 36 ], "logprob": -12.830801963806152 }, { "id": 21820, "token": "[A", "bytes": [ 91, 65 ], "logprob": -12.830113410949707 }, { "id": 22, "token": "7", "bytes": [ 55 ], "logprob": -12.803374290466309 }, { "id": 50821, "token": "Actually", "bytes": [ 65, 99, 116, 117, 97, 108, 108, 121 ], "logprob": -12.793780326843262 }, { "id": 4272, "token": "So", "bytes": [ 83, 111 ], "logprob": -12.765880584716797 }, { "id": 3928, "token": "None", "bytes": [ 78, 111, 110, 101 ], "logprob": -12.759300231933594 }, { "id": 34960, "token": "\u0410", "bytes": [ 208, 144 ], "logprob": -12.750092506408691 }, { "id": 27, "token": "<", "bytes": [ 60 ], "logprob": -12.744182586669922 }, { "id": 1596, "token": "We", "bytes": [ 87, 101 ], "logprob": -12.73033618927002 }, { "id": 510, "token": "", "bytes": [ 60, 116, 111, 111, 108, 95, 99, 97, 108, 108, 62 ], "logprob": -11.330918312072754 }, { "id": 43, "token": "L", "bytes": [ 76 ], "logprob": -11.312692642211914 }, { "id": 66, "token": "c", "bytes": [ 99 ], "logprob": -11.182578086853027 }, { "id": 39, "token": "H", "bytes": [ 72 ], "logprob": -11.178309440612793 }, { "id": 9764, "token": "Let", "bytes": [ 76, 101, 116 ], "logprob": -11.05764102935791 }, { "id": 11280, "token": "Two", "bytes": [ 84, 119, 111 ], "logprob": -11.018712043762207 }, { "id": 18, "token": "3", "bytes": [ 51 ], "logprob": -11.008036613464355 }, { "id": 332, "token": "**", "bytes": [ 42, 42 ], "logprob": -10.890946388244629 }, { "id": 65, "token": "b", "bytes": [ 98 ], "logprob": -10.83287525177002 }, { "id": 16, "token": "1", "bytes": [ 49 ], "logprob": -10.530816078186035 }, { "id": 248068, "token": "", "bytes": [ 60, 116, 104, 105, 110, 107, 62 ], "logprob": -10.50678539276123 }, { "id": 36, "token": "E", "bytes": [ 69 ], "logprob": -10.44550895690918 }, { "id": 248069, "token": "", "bytes": [ 60, 47, 116, 104, 105, 110, 107, 62 ], "logprob": -10.40240478515625 }, { "id": 15666, "token": "Answer", "bytes": [ 65, 110, 115, 119, 101, 114 ], "logprob": -10.341413497924805 }, { "id": 357, "token": " A", "bytes": [ 32, 65 ], "logprob": -10.181681632995605 }, { "id": 37, "token": "F", "bytes": [ 70 ], "logprob": -9.985139846801758 }, { "id": 19, "token": "4", "bytes": [ 52 ], "logprob": -9.870267868041992 }, { "id": 40, "token": "I", "bytes": [ 73 ], "logprob": -9.819108009338379 }, { "id": 760, "token": "The", "bytes": [ 84, 104, 101 ], "logprob": -8.760699272155762 }, { "id": 17, "token": "2", "bytes": [ 50 ], "logprob": -8.70505428314209 }, { "id": 35, "token": "D", "bytes": [ 68 ], "logprob": -8.328953742980957 }, { "id": 64, "token": "a", "bytes": [ 97 ], "logprob": -8.214371681213379 }, { "id": 248046, "token": "", "bytes": [], "logprob": -7.126793384552002 }, { "id": 34, "token": "C", "bytes": [ 67 ], "logprob": -5.032349109649658 }, { "id": 33, "token": "B", "bytes": [ 66 ], "logprob": -4.7116570472717285 }, { "id": 32, "token": "A", "bytes": [ 65 ], "logprob": -0.01860862225294113 } ], "full_vocabulary_mass": 1.0002496007300135, "full_vocabulary_mass_error": 0.00024960073001345506, "mass_tolerance": 0.001, "selected_raw_mass": 0.9997253135503401, "max_absolute_logprob_error": 9.5367431640625e-07, "max_sampler_bias_logprob_error": 9.5367431640625e-07, "tolerance": 0.0003, "invalid_requests_rejected": 7, "inference_calls": 3, "elapsed_seconds": 1.3898093639872968, "timings": { "reference": { "cache_n": 0, "prompt_n": 41, "prompt_ms": 225.788, "prompt_per_token_ms": 5.5070243902439024, "prompt_per_second": 181.58626676351267, "predicted_n": 1, "predicted_ms": 0.001, "predicted_per_token_ms": 0.0, "predicted_per_second": 0.0 }, "selected": { "cache_n": 0, "prompt_n": 41, "prompt_ms": 204.533, "prompt_per_token_ms": 4.988609756097561, "prompt_per_second": 200.456650027135, "predicted_n": 1, "predicted_ms": 0.001, "predicted_per_token_ms": 0.0, "predicted_per_second": 0.0 }, "biased_selected": { "cache_n": 0, "prompt_n": 41, "prompt_ms": 198.546, "prompt_per_token_ms": 4.842585365853658, "prompt_per_second": 206.50126419066615, "predicted_n": 1, "predicted_ms": 0.001, "predicted_per_token_ms": 0.0, "predicted_per_second": 0.0 } }, "scope": "Same pinned runtime; full float32 softmax with different summation order. No vLLM or FP16 parity claim.", "bev_selected_token_logprobs": 1, "mass_tolerance_reason": "Native float32 softmax accumulates small positive terms across a large vocabulary; its serialized probabilities need not sum to exactly one in double precision.", "cuda_evidence": { "device": "NVIDIA GeForce RTX 5080 Laptop GPU", "device_memory_mib": 15839, "server_pid": 1123482, "process_gpu_memory_mib": 8498, "mapped_libraries": [ "libbev-cuda-loader.so", "libggml-base.so.0.21.0", "libggml-cuda.so.0.21.0" ], "evidence_source": "nvidia-smi compute process query, --list-devices, and /proc/1123482/maps observed after the parity probe", "limit": "Startup verbosity 3 did not emit an offloaded-layer count." }, "publication_note": "Public projection: service origin/model path omitted; mapped-library names retained without private host paths. Numeric probe results unchanged." }