Bev / evaluations /runtime-probe.json
Reza2kn's picture
Package Bev v0.1.1 source, wheel, licenses and reproducible evaluations
71be121 verified
Raw
History Blame Contribute Delete
43.2 kB
{
"passed": true,
"build_info": "b1-9a9394a",
"n_vocab": 248320,
"prompt_tokens": 41,
"selected_count": 255,
"selected_token_ids": [
3513,
62,
67307,
20095,
7734,
63,
2742,
351,
25337,
3270,
48671,
75370,
15207,
7144,
1856,
61,
80,
2095,
8461,
84,
8018,
153061,
25725,
5423,
6651,
83,
31248,
2497,
6503,
6737,
78,
25,
4699,
1591,
951,
4350,
9947,
4199,
86,
33130,
2009,
52971,
2939,
826,
42821,
6844,
14162,
1106,
9798,
5236,
331,
43022,
2504,
4738,
8770,
26500,
3446,
56749,
1073,
1745,
1891,
18796,
2010,
67240,
29,
35621,
11861,
417,
79,
3840,
6487,
5649,
258,
48421,
5328,
20206,
4935,
3702,
35792,
12525,
2278,
7354,
158,
5901,
3742,
550,
13007,
24881,
4754,
284,
21365,
674,
9008,
36592,
1311,
2432,
88842,
8347,
2143,
2536,
22269,
15231,
4639,
169095,
59605,
17413,
40087,
8944,
10,
59,
31995,
76,
77264,
24606,
22365,
85,
74,
11318,
7525,
10883,
71,
5439,
248045,
1076,
20003,
15015,
70,
9175,
18770,
6481,
10865,
90,
1646,
2033,
26952,
13962,
5170,
27775,
1511,
52,
72179,
7,
19041,
91,
88,
8160,
23982,
8839,
2083,
6820,
13,
849,
68,
72,
9,
3833,
53,
2523,
13634,
5173,
77,
13682,
21820,
22,
50821,
4272,
3928,
34960,
27,
1596,
510,
1597,
5836,
3,
3710,
24,
2064,
198,
1,
87,
82,
57,
55,
623,
12,
28180,
23,
3733,
2324,
5840,
48,
67,
3850,
1206,
71093,
2053,
1803,
58,
30,
54,
12189,
46,
41,
69,
20,
21,
15,
19186,
2,
2014,
56,
2592,
2381,
271,
47,
1919,
13784,
42,
38,
45,
2665,
32897,
50,
51,
26108,
1719,
49,
4205,
44,
248058,
43,
66,
39,
9764,
11280,
18,
332,
65,
16,
248068,
36,
248069,
15666,
357,
37,
19,
40,
760,
17,
35,
64,
248046,
34,
33,
32
],
"selected_logprobs": [
{
"id": 3513,
"token": "Mode",
"bytes": [
77,
111,
100,
101
],
"logprob": -15.984488487243652
},
{
"id": 62,
"token": "_",
"bytes": [
95
],
"logprob": -14.35998821258545
},
{
"id": 67307,
"token": "Ai",
"bytes": [
65,
105
],
"logprob": -14.358136177062988
},
{
"id": 20095,
"token": "Apr",
"bytes": [
65,
112,
114
],
"logprob": -14.351364135742188
},
{
"id": 7734,
"token": "Write",
"bytes": [
87,
114,
105,
116,
101
],
"logprob": -14.347588539123535
},
{
"id": 63,
"token": "`",
"bytes": [
96
],
"logprob": -14.34378719329834
},
{
"id": 2742,
"token": "Number",
"bytes": [
78,
117,
109,
98,
101,
114
],
"logprob": -14.342576026916504
},
{
"id": 351,
"token": " C",
"bytes": [
32,
67
],
"logprob": -14.331477165222168
},
{
"id": 25337,
"token": "Ask",
"bytes": [
65,
115,
107
],
"logprob": -14.327260971069336
},
{
"id": 3270,
"token": "Select",
"bytes": [
83,
101,
108,
101,
99,
116
],
"logprob": -14.31368350982666
},
{
"id": 48671,
"token": "six",
"bytes": [
115,
105,
120
],
"logprob": -14.311699867248535
},
{
"id": 75370,
"token": "\\[",
"bytes": [
92,
91
],
"logprob": -14.30549430847168
},
{
"id": 15207,
"token": "Second",
"bytes": [
83,
101,
99,
111,
110,
100
],
"logprob": -14.297501564025879
},
{
"id": 7144,
"token": "Double",
"bytes": [
68,
111,
117,
98,
108,
101
],
"logprob": -14.290658950805664
},
{
"id": 1856,
"token": "not",
"bytes": [
110,
111,
116
],
"logprob": -14.287318229675293
},
{
"id": 61,
"token": "^",
"bytes": [
94
],
"logprob": -14.284470558166504
},
{
"id": 80,
"token": "q",
"bytes": [
113
],
"logprob": -14.283534049987793
},
{
"id": 2095,
"token": "App",
"bytes": [
65,
112,
112
],
"logprob": -14.280924797058105
},
{
"id": 8461,
"token": "Area",
"bytes": [
65,
114,
101,
97
],
"logprob": -14.276228904724121
},
{
"id": 84,
"token": "u",
"bytes": [
117
],
"logprob": -14.271234512329102
},
{
"id": 8018,
"token": "AF",
"bytes": [
65,
70
],
"logprob": -14.266761779785156
},
{
"id": 153061,
"token": "\u0391",
"bytes": [
206,
145
],
"logprob": -14.265172958374023
},
{
"id": 25725,
"token": "Analysis",
"bytes": [
65,
110,
97,
108,
121,
115,
105,
115
],
"logprob": -14.256436347961426
},
{
"id": 5423,
"token": "Return",
"bytes": [
82,
101,
116,
117,
114,
110
],
"logprob": -14.2401704788208
},
{
"id": 6651,
"token": "They",
"bytes": [
84,
104,
101,
121
],
"logprob": -14.232050895690918
},
{
"id": 83,
"token": "t",
"bytes": [
116
],
"logprob": -14.226871490478516
},
{
"id": 31248,
"token": "Okay",
"bytes": [
79,
107,
97,
121
],
"logprob": -14.221423149108887
},
{
"id": 2497,
"token": "Response",
"bytes": [
82,
101,
115,
112,
111,
110,
115,
101
],
"logprob": -14.220603942871094
},
{
"id": 6503,
"token": "Can",
"bytes": [
67,
97,
110
],
"logprob": -14.219352722167969
},
{
"id": 6737,
"token": "Ar",
"bytes": [
65,
114
],
"logprob": -14.213464736938477
},
{
"id": 78,
"token": "o",
"bytes": [
111
],
"logprob": -14.212600708007812
},
{
"id": 25,
"token": ":",
"bytes": [
58
],
"logprob": -14.210108757019043
},
{
"id": 4699,
"token": "Each",
"bytes": [
69,
97,
99,
104
],
"logprob": -14.205526351928711
},
{
"id": 1591,
"token": "Set",
"bytes": [
83,
101,
116
],
"logprob": -14.20488452911377
},
{
"id": 951,
"token": "to",
"bytes": [
116,
111
],
"logprob": -14.201638221740723
},
{
"id": 4350,
"token": "When",
"bytes": [
87,
104,
101,
110
],
"logprob": -14.190579414367676
},
{
"id": 9947,
"token": "Use",
"bytes": [
85,
115,
101
],
"logprob": -14.187459945678711
},
{
"id": 4199,
"token": "How",
"bytes": [
72,
111,
119
],
"logprob": -14.186335563659668
},
{
"id": 86,
"token": "w",
"bytes": [
119
],
"logprob": -14.169717788696289
},
{
"id": 33130,
"token": "Letter",
"bytes": [
76,
101,
116,
116,
101,
114
],
"logprob": -14.167829513549805
},
{
"id": 2009,
"token": "Result",
"bytes": [
82,
101,
115,
117,
108,
116
],
"logprob": -14.160857200622559
},
{
"id": 52971,
"token": "Therefore",
"bytes": [
84,
104,
101,
114,
101,
102,
111,
114,
101
],
"logprob": -14.151907920837402
},
{
"id": 2939,
"token": "And",
"bytes": [
65,
110,
100
],
"logprob": -14.151177406311035
},
{
"id": 826,
"token": "List",
"bytes": [
76,
105,
115,
116
],
"logprob": -14.133393287658691
},
{
"id": 42821,
"token": "\\(",
"bytes": [
92,
40
],
"logprob": -14.128167152404785
},
{
"id": 6844,
"token": "BA",
"bytes": [
66,
65
],
"logprob": -14.120994567871094
},
{
"id": 14162,
"token": "Question",
"bytes": [
81,
117,
101,
115,
116,
105,
111,
110
],
"logprob": -14.11556339263916
},
{
"id": 1106,
"token": "Ch",
"bytes": [
67,
104
],
"logprob": -14.108942031860352
},
{
"id": 9798,
"token": "BB",
"bytes": [
66,
66
],
"logprob": -14.106963157653809
},
{
"id": 5236,
"token": "Do",
"bytes": [
68,
111
],
"logprob": -14.098301887512207
},
{
"id": 331,
"token": "if",
"bytes": [
105,
102
],
"logprob": -14.09506893157959
},
{
"id": 43022,
"token": "Thus",
"bytes": [
84,
104,
117,
115
],
"logprob": -14.078686714172363
},
{
"id": 2504,
"token": "Ad",
"bytes": [
65,
100
],
"logprob": -14.067089080810547
},
{
"id": 4738,
"token": "BC",
"bytes": [
66,
67
],
"logprob": -14.064058303833008
},
{
"id": 8770,
"token": "Ag",
"bytes": [
65,
103
],
"logprob": -14.060059547424316
},
{
"id": 26500,
"token": "Alex",
"bytes": [
65,
108,
101,
120
],
"logprob": -14.053995132446289
},
{
"id": 3446,
"token": "New",
"bytes": [
78,
101,
119
],
"logprob": -14.051527976989746
},
{
"id": 56749,
"token": "$\\",
"bytes": [
36,
92
],
"logprob": -14.04860782623291
},
{
"id": 1073,
"token": "Con",
"bytes": [
67,
111,
110
],
"logprob": -14.040688514709473
},
{
"id": 1745,
"token": "AD",
"bytes": [
65,
68
],
"logprob": -14.035218238830566
},
{
"id": 1891,
"token": "for",
"bytes": [
102,
111,
114
],
"logprob": -14.032763481140137
},
{
"id": 18796,
"token": "Alpha",
"bytes": [
65,
108,
112,
104,
97
],
"logprob": -14.0285005569458
},
{
"id": 2010,
"token": "Code",
"bytes": [
67,
111,
100,
101
],
"logprob": -14.024529457092285
},
{
"id": 67240,
"token": "Ans",
"bytes": [
65,
110,
115
],
"logprob": -14.006243705749512
},
{
"id": 29,
"token": ">",
"bytes": [
62
],
"logprob": -13.99533748626709
},
{
"id": 35621,
"token": "Solution",
"bytes": [
83,
111,
108,
117,
116,
105,
111,
110
],
"logprob": -13.990761756896973
},
{
"id": 11861,
"token": "Then",
"bytes": [
84,
104,
101,
110
],
"logprob": -13.989721298217773
},
{
"id": 417,
"token": " B",
"bytes": [
32,
66
],
"logprob": -13.989383697509766
},
{
"id": 79,
"token": "p",
"bytes": [
112
],
"logprob": -13.985154151916504
},
{
"id": 3840,
"token": "Check",
"bytes": [
67,
104,
101,
99,
107
],
"logprob": -13.980172157287598
},
{
"id": 6487,
"token": "none",
"bytes": [
110,
111,
110,
101
],
"logprob": -13.957831382751465
},
{
"id": 5649,
"token": "Ab",
"bytes": [
65,
98
],
"logprob": -13.95199203491211
},
{
"id": 258,
"token": "in",
"bytes": [
105,
110
],
"logprob": -13.950913429260254
},
{
"id": 48421,
"token": "AAA",
"bytes": [
65,
65,
65
],
"logprob": -13.947184562683105
},
{
"id": 5328,
"token": "Please",
"bytes": [
80,
108,
101,
97,
115,
101
],
"logprob": -13.93543529510498
},
{
"id": 20206,
"token": "Reply",
"bytes": [
82,
101,
112,
108,
121
],
"logprob": -13.922995567321777
},
{
"id": 4935,
"token": "Output",
"bytes": [
79,
117,
116,
112,
117,
116
],
"logprob": -13.915305137634277
},
{
"id": 3702,
"token": "From",
"bytes": [
70,
114,
111,
109
],
"logprob": -13.907094955444336
},
{
"id": 35792,
"token": "Five",
"bytes": [
70,
105,
118,
101
],
"logprob": -13.898994445800781
},
{
"id": 12525,
"token": "Could",
"bytes": [
67,
111,
117,
108,
100
],
"logprob": -13.897807121276855
},
{
"id": 2278,
"token": "With",
"bytes": [
87,
105,
116,
104
],
"logprob": -13.87769889831543
},
{
"id": 7354,
"token": "Total",
"bytes": [
84,
111,
116,
97,
108
],
"logprob": -13.869756698608398
},
{
"id": 158,
"token": "",
"bytes": [
226
],
"logprob": -13.8640718460083
},
{
"id": 5901,
"token": "Am",
"bytes": [
65,
109
],
"logprob": -13.860523223876953
},
{
"id": 3742,
"token": "Is",
"bytes": [
73,
115
],
"logprob": -13.859500885009766
},
{
"id": 550,
"token": "##",
"bytes": [
35,
35
],
"logprob": -13.859063148498535
},
{
"id": 13007,
"token": "Also",
"bytes": [
65,
108,
115,
111
],
"logprob": -13.852668762207031
},
{
"id": 24881,
"token": "AAAA",
"bytes": [
65,
65,
65,
65
],
"logprob": -13.85143756866455
},
{
"id": 4754,
"token": "{\"",
"bytes": [
123,
34
],
"logprob": -13.851021766662598
},
{
"id": 284,
"token": "is",
"bytes": [
105,
115
],
"logprob": -13.834516525268555
},
{
"id": 21365,
"token": "Given",
"bytes": [
71,
105,
118,
101,
110
],
"logprob": -13.825729370117188
},
{
"id": 674,
"token": "Re",
"bytes": [
82,
101
],
"logprob": -13.819180488586426
},
{
"id": 9008,
"token": "",
"bytes": [
240,
159
],
"logprob": -13.804327964782715
},
{
"id": 36592,
"token": "Ax",
"bytes": [
65,
120
],
"logprob": -13.800389289855957
},
{
"id": 1311,
"token": "By",
"bytes": [
66,
121
],
"logprob": -13.800047874450684
},
{
"id": 2432,
"token": "Action",
"bytes": [
65,
99,
116,
105,
111,
110
],
"logprob": -13.794661521911621
},
{
"id": 88842,
"token": "Alternatively",
"bytes": [
65,
108,
116,
101,
114,
110,
97,
116,
105,
118,
101,
108,
121
],
"logprob": -13.785506248474121
},
{
"id": 8347,
"token": "Any",
"bytes": [
65,
110,
121
],
"logprob": -13.746853828430176
},
{
"id": 2143,
"token": "Add",
"bytes": [
65,
100,
100
],
"logprob": -13.730377197265625
},
{
"id": 2536,
"token": "Not",
"bytes": [
78,
111,
116
],
"logprob": -13.722733497619629
},
{
"id": 22269,
"token": "\tA",
"bytes": [
9,
65
],
"logprob": -13.717440605163574
},
{
"id": 15231,
"token": "\u200b",
"bytes": [
226,
128,
139
],
"logprob": -13.71147346496582
},
{
"id": 4639,
"token": "That",
"bytes": [
84,
104,
97,
116
],
"logprob": -13.667555809020996
},
{
"id": 169095,
"token": "\uff21",
"bytes": [
239,
188,
161
],
"logprob": -13.6531982421875
},
{
"id": 59605,
"token": "Alice",
"bytes": [
65,
108,
105,
99,
101
],
"logprob": -13.652661323547363
},
{
"id": 17413,
"token": "Because",
"bytes": [
66,
101,
99,
97,
117,
115,
101
],
"logprob": -13.631810188293457
},
{
"id": 40087,
"token": "Six",
"bytes": [
83,
105,
120
],
"logprob": -13.63156795501709
},
{
"id": 8944,
"token": "answer",
"bytes": [
97,
110,
115,
119,
101,
114
],
"logprob": -13.605066299438477
},
{
"id": 10,
"token": "+",
"bytes": [
43
],
"logprob": -13.589522361755371
},
{
"id": 59,
"token": "\\",
"bytes": [
92
],
"logprob": -13.581999778747559
},
{
"id": 31995,
"token": "Correct",
"bytes": [
67,
111,
114,
114,
101,
99,
116
],
"logprob": -13.581751823425293
},
{
"id": 76,
"token": "m",
"bytes": [
109
],
"logprob": -13.576653480529785
},
{
"id": 77264,
"token": "Hmm",
"bytes": [
72,
109,
109
],
"logprob": -13.56416130065918
},
{
"id": 24606,
"token": "ABC",
"bytes": [
65,
66,
67
],
"logprob": -13.547417640686035
},
{
"id": 22365,
"token": "Which",
"bytes": [
87,
104,
105,
99,
104
],
"logprob": -13.537755966186523
},
{
"id": 85,
"token": "v",
"bytes": [
118
],
"logprob": -13.522146224975586
},
{
"id": 74,
"token": "k",
"bytes": [
107
],
"logprob": -13.521496772766113
},
{
"id": 11318,
"token": "Ac",
"bytes": [
65,
99
],
"logprob": -13.505249977111816
},
{
"id": 7525,
"token": "Your",
"bytes": [
89,
111,
117,
114
],
"logprob": -13.503936767578125
},
{
"id": 10883,
"token": "However",
"bytes": [
72,
111,
119,
101,
118,
101,
114
],
"logprob": -13.43906307220459
},
{
"id": 71,
"token": "h",
"bytes": [
104
],
"logprob": -13.429985046386719
},
{
"id": 5439,
"token": "Ass",
"bytes": [
65,
115,
115
],
"logprob": -13.414288520812988
},
{
"id": 248045,
"token": "",
"bytes": [],
"logprob": -13.407929420471191
},
{
"id": 1076,
"token": "...",
"bytes": [
46,
46,
46
],
"logprob": -13.403058052062988
},
{
"id": 20003,
"token": "Both",
"bytes": [
66,
111,
116,
104
],
"logprob": -13.392156600952148
},
{
"id": 15015,
"token": "AI",
"bytes": [
65,
73
],
"logprob": -13.38427448272705
},
{
"id": 70,
"token": "g",
"bytes": [
103
],
"logprob": -13.367595672607422
},
{
"id": 9175,
"token": "Yes",
"bytes": [
89,
101,
115
],
"logprob": -13.351576805114746
},
{
"id": 18770,
"token": "Final",
"bytes": [
70,
105,
110,
97,
108
],
"logprob": -13.342453956604004
},
{
"id": 6481,
"token": "-A",
"bytes": [
45,
65
],
"logprob": -13.297578811645508
},
{
"id": 10865,
"token": "According",
"bytes": [
65,
99,
99,
111,
114,
100,
105,
110,
103
],
"logprob": -13.288325309753418
},
{
"id": 90,
"token": "{",
"bytes": [
123
],
"logprob": -13.205618858337402
},
{
"id": 1646,
"token": "AC",
"bytes": [
65,
67
],
"logprob": -13.199450492858887
},
{
"id": 2033,
"token": "Al",
"bytes": [
65,
108
],
"logprob": -13.194108009338379
},
{
"id": 26952,
"token": "three",
"bytes": [
116,
104,
114,
101,
101
],
"logprob": -13.191998481750488
},
{
"id": 13962,
"token": "###",
"bytes": [
35,
35,
35
],
"logprob": -13.179666519165039
},
{
"id": 5170,
"token": "First",
"bytes": [
70,
105,
114,
115,
116
],
"logprob": -13.174755096435547
},
{
"id": 27775,
"token": "Based",
"bytes": [
66,
97,
115,
101,
100
],
"logprob": -13.160932540893555
},
{
"id": 1511,
"token": "_A",
"bytes": [
95,
65
],
"logprob": -13.144116401672363
},
{
"id": 52,
"token": "U",
"bytes": [
85
],
"logprob": -13.10757064819336
},
{
"id": 72179,
"token": "*A",
"bytes": [
42,
65
],
"logprob": -13.09409236907959
},
{
"id": 7,
"token": "(",
"bytes": [
40
],
"logprob": -13.08289909362793
},
{
"id": 19041,
"token": "Three",
"bytes": [
84,
104,
114,
101,
101
],
"logprob": -13.076566696166992
},
{
"id": 91,
"token": "|",
"bytes": [
124
],
"logprob": -13.07496452331543
},
{
"id": 88,
"token": "y",
"bytes": [
121
],
"logprob": -13.053912162780762
},
{
"id": 8160,
"token": "Here",
"bytes": [
72,
101,
114,
101
],
"logprob": -13.04352855682373
},
{
"id": 23982,
"token": "Ah",
"bytes": [
65,
104
],
"logprob": -13.037055969238281
},
{
"id": 8839,
"token": "Note",
"bytes": [
78,
111,
116,
101
],
"logprob": -13.027246475219727
},
{
"id": 2083,
"token": "no",
"bytes": [
110,
111
],
"logprob": -13.0253324508667
},
{
"id": 6820,
"token": "Now",
"bytes": [
78,
111,
119
],
"logprob": -13.020368576049805
},
{
"id": 13,
"token": ".",
"bytes": [
46
],
"logprob": -13.009532928466797
},
{
"id": 849,
"token": ".A",
"bytes": [
46,
65
],
"logprob": -12.998801231384277
},
{
"id": 68,
"token": "e",
"bytes": [
101
],
"logprob": -12.9705228805542
},
{
"id": 72,
"token": "i",
"bytes": [
105
],
"logprob": -12.958955764770508
},
{
"id": 9,
"token": "*",
"bytes": [
42
],
"logprob": -12.958885192871094
},
{
"id": 3833,
"token": "One",
"bytes": [
79,
110,
101
],
"logprob": -12.916387557983398
},
{
"id": 53,
"token": "V",
"bytes": [
86
],
"logprob": -12.913223266601562
},
{
"id": 2523,
"token": "You",
"bytes": [
89,
111,
117
],
"logprob": -12.90368366241455
},
{
"id": 13634,
"token": "Another",
"bytes": [
65,
110,
111,
116,
104,
101,
114
],
"logprob": -12.871038436889648
},
{
"id": 5173,
"token": "Option",
"bytes": [
79,
112,
116,
105,
111,
110
],
"logprob": -12.86068058013916
},
{
"id": 77,
"token": "n",
"bytes": [
110
],
"logprob": -12.858695983886719
},
{
"id": 13682,
"token": "$$",
"bytes": [
36,
36
],
"logprob": -12.830801963806152
},
{
"id": 21820,
"token": "[A",
"bytes": [
91,
65
],
"logprob": -12.830113410949707
},
{
"id": 22,
"token": "7",
"bytes": [
55
],
"logprob": -12.803374290466309
},
{
"id": 50821,
"token": "Actually",
"bytes": [
65,
99,
116,
117,
97,
108,
108,
121
],
"logprob": -12.793780326843262
},
{
"id": 4272,
"token": "So",
"bytes": [
83,
111
],
"logprob": -12.765880584716797
},
{
"id": 3928,
"token": "None",
"bytes": [
78,
111,
110,
101
],
"logprob": -12.759300231933594
},
{
"id": 34960,
"token": "\u0410",
"bytes": [
208,
144
],
"logprob": -12.750092506408691
},
{
"id": 27,
"token": "<",
"bytes": [
60
],
"logprob": -12.744182586669922
},
{
"id": 1596,
"token": "We",
"bytes": [
87,
101
],
"logprob": -12.73033618927002
},
{
"id": 510,
"token": "</",
"bytes": [
60,
47
],
"logprob": -12.711897850036621
},
{
"id": 1597,
"token": "At",
"bytes": [
65,
116
],
"logprob": -12.699407577514648
},
{
"id": 5836,
"token": "After",
"bytes": [
65,
102,
116,
101,
114
],
"logprob": -12.67389965057373
},
{
"id": 3,
"token": "$",
"bytes": [
36
],
"logprob": -12.669721603393555
},
{
"id": 3710,
"token": "What",
"bytes": [
87,
104,
97,
116
],
"logprob": -12.669454574584961
},
{
"id": 24,
"token": "9",
"bytes": [
57
],
"logprob": -12.6388521194458
},
{
"id": 2064,
"token": "It",
"bytes": [
73,
116
],
"logprob": -12.632225036621094
},
{
"id": 198,
"token": "\n",
"bytes": [
10
],
"logprob": -12.618688583374023
},
{
"id": 1,
"token": "\"",
"bytes": [
34
],
"logprob": -12.606356620788574
},
{
"id": 87,
"token": "x",
"bytes": [
120
],
"logprob": -12.58881950378418
},
{
"id": 82,
"token": "s",
"bytes": [
115
],
"logprob": -12.587618827819824
},
{
"id": 57,
"token": "Z",
"bytes": [
90
],
"logprob": -12.568763732910156
},
{
"id": 55,
"token": "X",
"bytes": [
88
],
"logprob": -12.556927680969238
},
{
"id": 623,
"token": "In",
"bytes": [
73,
110
],
"logprob": -12.527021408081055
},
{
"id": 12,
"token": "-",
"bytes": [
45
],
"logprob": -12.480923652648926
},
{
"id": 28180,
"token": "\"A",
"bytes": [
34,
65
],
"logprob": -12.461536407470703
},
{
"id": 23,
"token": "8",
"bytes": [
56
],
"logprob": -12.46090030670166
},
{
"id": 3733,
"token": "There",
"bytes": [
84,
104,
101,
114,
101
],
"logprob": -12.430218696594238
},
{
"id": 2324,
"token": "All",
"bytes": [
65,
108,
108
],
"logprob": -12.39581298828125
},
{
"id": 5840,
"token": "AA",
"bytes": [
65,
65
],
"logprob": -12.388665199279785
},
{
"id": 48,
"token": "Q",
"bytes": [
81
],
"logprob": -12.351819038391113
},
{
"id": 67,
"token": "d",
"bytes": [
100
],
"logprob": -12.33591079711914
},
{
"id": 3850,
"token": "But",
"bytes": [
66,
117,
116
],
"logprob": -12.330134391784668
},
{
"id": 1206,
"token": "To",
"bytes": [
84,
111
],
"logprob": -12.318135261535645
},
{
"id": 71093,
"token": "```",
"bytes": [
96,
96,
96
],
"logprob": -12.309228897094727
},
{
"id": 2053,
"token": "As",
"bytes": [
65,
115
],
"logprob": -12.302424430847168
},
{
"id": 1803,
"token": "AB",
"bytes": [
65,
66
],
"logprob": -12.297179222106934
},
{
"id": 58,
"token": "[",
"bytes": [
91
],
"logprob": -12.262158393859863
},
{
"id": 30,
"token": "?",
"bytes": [
63
],
"logprob": -12.26001262664795
},
{
"id": 54,
"token": "W",
"bytes": [
87
],
"logprob": -12.236005783081055
},
{
"id": 12189,
"token": "Since",
"bytes": [
83,
105,
110,
99,
101
],
"logprob": -12.235936164855957
},
{
"id": 46,
"token": "O",
"bytes": [
79
],
"logprob": -12.174073219299316
},
{
"id": 41,
"token": "J",
"bytes": [
74
],
"logprob": -12.161946296691895
},
{
"id": 69,
"token": "f",
"bytes": [
102
],
"logprob": -12.125983238220215
},
{
"id": 20,
"token": "5",
"bytes": [
53
],
"logprob": -12.099794387817383
},
{
"id": 21,
"token": "6",
"bytes": [
54
],
"logprob": -12.086687088012695
},
{
"id": 15,
"token": "0",
"bytes": [
48
],
"logprob": -12.062294960021973
},
{
"id": 19186,
"token": "two",
"bytes": [
116,
119,
111
],
"logprob": -12.0584716796875
},
{
"id": 2,
"token": "#",
"bytes": [
35
],
"logprob": -12.05594539642334
},
{
"id": 2014,
"token": "An",
"bytes": [
65,
110
],
"logprob": -12.051020622253418
},
{
"id": 56,
"token": "Y",
"bytes": [
89
],
"logprob": -12.045109748840332
},
{
"id": 2592,
"token": "If",
"bytes": [
73,
102
],
"logprob": -12.032570838928223
},
{
"id": 2381,
"token": "For",
"bytes": [
70,
111,
114
],
"logprob": -11.929104804992676
},
{
"id": 271,
"token": "\n\n",
"bytes": [
10,
10
],
"logprob": -11.92092227935791
},
{
"id": 47,
"token": "P",
"bytes": [
80
],
"logprob": -11.918740272521973
},
{
"id": 1919,
"token": "This",
"bytes": [
84,
104,
105,
115
],
"logprob": -11.905852317810059
},
{
"id": 13784,
"token": "Wait",
"bytes": [
87,
97,
105,
116
],
"logprob": -11.874505043029785
},
{
"id": 42,
"token": "K",
"bytes": [
75
],
"logprob": -11.87189769744873
},
{
"id": 38,
"token": "G",
"bytes": [
71
],
"logprob": -11.750465393066406
},
{
"id": 45,
"token": "N",
"bytes": [
78
],
"logprob": -11.707919120788574
},
{
"id": 2665,
"token": "No",
"bytes": [
78,
111
],
"logprob": -11.704071044921875
},
{
"id": 32897,
"token": "four",
"bytes": [
102,
111,
117,
114
],
"logprob": -11.695820808410645
},
{
"id": 50,
"token": "S",
"bytes": [
83
],
"logprob": -11.688146591186523
},
{
"id": 51,
"token": "T",
"bytes": [
84
],
"logprob": -11.655777931213379
},
{
"id": 26108,
"token": "Four",
"bytes": [
70,
111,
117,
114
],
"logprob": -11.61450481414795
},
{
"id": 1719,
"token": "the",
"bytes": [
116,
104,
101
],
"logprob": -11.50480842590332
},
{
"id": 49,
"token": "R",
"bytes": [
82
],
"logprob": -11.466145515441895
},
{
"id": 4205,
"token": "(A",
"bytes": [
40,
65
],
"logprob": -11.39020824432373
},
{
"id": 44,
"token": "M",
"bytes": [
77
],
"logprob": -11.373692512512207
},
{
"id": 248058,
"token": "<tool_call>",
"bytes": [
60,
116,
111,
111,
108,
95,
99,
97,
108,
108,
62
],
"logprob": -11.330918312072754
},
{
"id": 43,
"token": "L",
"bytes": [
76
],
"logprob": -11.312692642211914
},
{
"id": 66,
"token": "c",
"bytes": [
99
],
"logprob": -11.182578086853027
},
{
"id": 39,
"token": "H",
"bytes": [
72
],
"logprob": -11.178309440612793
},
{
"id": 9764,
"token": "Let",
"bytes": [
76,
101,
116
],
"logprob": -11.05764102935791
},
{
"id": 11280,
"token": "Two",
"bytes": [
84,
119,
111
],
"logprob": -11.018712043762207
},
{
"id": 18,
"token": "3",
"bytes": [
51
],
"logprob": -11.008036613464355
},
{
"id": 332,
"token": "**",
"bytes": [
42,
42
],
"logprob": -10.890946388244629
},
{
"id": 65,
"token": "b",
"bytes": [
98
],
"logprob": -10.83287525177002
},
{
"id": 16,
"token": "1",
"bytes": [
49
],
"logprob": -10.530816078186035
},
{
"id": 248068,
"token": "<think>",
"bytes": [
60,
116,
104,
105,
110,
107,
62
],
"logprob": -10.50678539276123
},
{
"id": 36,
"token": "E",
"bytes": [
69
],
"logprob": -10.44550895690918
},
{
"id": 248069,
"token": "</think>",
"bytes": [
60,
47,
116,
104,
105,
110,
107,
62
],
"logprob": -10.40240478515625
},
{
"id": 15666,
"token": "Answer",
"bytes": [
65,
110,
115,
119,
101,
114
],
"logprob": -10.341413497924805
},
{
"id": 357,
"token": " A",
"bytes": [
32,
65
],
"logprob": -10.181681632995605
},
{
"id": 37,
"token": "F",
"bytes": [
70
],
"logprob": -9.985139846801758
},
{
"id": 19,
"token": "4",
"bytes": [
52
],
"logprob": -9.870267868041992
},
{
"id": 40,
"token": "I",
"bytes": [
73
],
"logprob": -9.819108009338379
},
{
"id": 760,
"token": "The",
"bytes": [
84,
104,
101
],
"logprob": -8.760699272155762
},
{
"id": 17,
"token": "2",
"bytes": [
50
],
"logprob": -8.70505428314209
},
{
"id": 35,
"token": "D",
"bytes": [
68
],
"logprob": -8.328953742980957
},
{
"id": 64,
"token": "a",
"bytes": [
97
],
"logprob": -8.214371681213379
},
{
"id": 248046,
"token": "",
"bytes": [],
"logprob": -7.126793384552002
},
{
"id": 34,
"token": "C",
"bytes": [
67
],
"logprob": -5.032349109649658
},
{
"id": 33,
"token": "B",
"bytes": [
66
],
"logprob": -4.7116570472717285
},
{
"id": 32,
"token": "A",
"bytes": [
65
],
"logprob": -0.01860862225294113
}
],
"full_vocabulary_mass": 1.0002496007300135,
"full_vocabulary_mass_error": 0.00024960073001345506,
"mass_tolerance": 0.001,
"selected_raw_mass": 0.9997253135503401,
"max_absolute_logprob_error": 9.5367431640625e-07,
"max_sampler_bias_logprob_error": 9.5367431640625e-07,
"tolerance": 0.0003,
"invalid_requests_rejected": 7,
"inference_calls": 3,
"elapsed_seconds": 1.3898093639872968,
"timings": {
"reference": {
"cache_n": 0,
"prompt_n": 41,
"prompt_ms": 225.788,
"prompt_per_token_ms": 5.5070243902439024,
"prompt_per_second": 181.58626676351267,
"predicted_n": 1,
"predicted_ms": 0.001,
"predicted_per_token_ms": 0.0,
"predicted_per_second": 0.0
},
"selected": {
"cache_n": 0,
"prompt_n": 41,
"prompt_ms": 204.533,
"prompt_per_token_ms": 4.988609756097561,
"prompt_per_second": 200.456650027135,
"predicted_n": 1,
"predicted_ms": 0.001,
"predicted_per_token_ms": 0.0,
"predicted_per_second": 0.0
},
"biased_selected": {
"cache_n": 0,
"prompt_n": 41,
"prompt_ms": 198.546,
"prompt_per_token_ms": 4.842585365853658,
"prompt_per_second": 206.50126419066615,
"predicted_n": 1,
"predicted_ms": 0.001,
"predicted_per_token_ms": 0.0,
"predicted_per_second": 0.0
}
},
"scope": "Same pinned runtime; full float32 softmax with different summation order. No vLLM or FP16 parity claim.",
"bev_selected_token_logprobs": 1,
"mass_tolerance_reason": "Native float32 softmax accumulates small positive terms across a large vocabulary; its serialized probabilities need not sum to exactly one in double precision.",
"cuda_evidence": {
"device": "NVIDIA GeForce RTX 5080 Laptop GPU",
"device_memory_mib": 15839,
"server_pid": 1123482,
"process_gpu_memory_mib": 8498,
"mapped_libraries": [
"libbev-cuda-loader.so",
"libggml-base.so.0.21.0",
"libggml-cuda.so.0.21.0"
],
"evidence_source": "nvidia-smi compute process query, --list-devices, and /proc/1123482/maps observed after the parity probe",
"limit": "Startup verbosity 3 did not emit an offloaded-layer count."
},
"publication_note": "Public projection: service origin/model path omitted; mapped-library names retained without private host paths. Numeric probe results unchanged."
}