pixel / pixel_tokenizer.vocab
sage002's picture
Upload PIXEL model bundle
5c18b0b verified
<s> 0
</s> 0
<pad> 0
<unk> 0
<0x00> 0
<0x01> 0
<0x02> 0
<0x03> 0
<0x04> 0
<0x05> 0
<0x06> 0
<0x07> 0
<0x08> 0
<0x09> 0
<0x0A> 0
<0x0B> 0
<0x0C> 0
<0x0D> 0
<0x0E> 0
<0x0F> 0
<0x10> 0
<0x11> 0
<0x12> 0
<0x13> 0
<0x14> 0
<0x15> 0
<0x16> 0
<0x17> 0
<0x18> 0
<0x19> 0
<0x1A> 0
<0x1B> 0
<0x1C> 0
<0x1D> 0
<0x1E> 0
<0x1F> 0
<0x20> 0
<0x21> 0
<0x22> 0
<0x23> 0
<0x24> 0
<0x25> 0
<0x26> 0
<0x27> 0
<0x28> 0
<0x29> 0
<0x2A> 0
<0x2B> 0
<0x2C> 0
<0x2D> 0
<0x2E> 0
<0x2F> 0
<0x30> 0
<0x31> 0
<0x32> 0
<0x33> 0
<0x34> 0
<0x35> 0
<0x36> 0
<0x37> 0
<0x38> 0
<0x39> 0
<0x3A> 0
<0x3B> 0
<0x3C> 0
<0x3D> 0
<0x3E> 0
<0x3F> 0
<0x40> 0
<0x41> 0
<0x42> 0
<0x43> 0
<0x44> 0
<0x45> 0
<0x46> 0
<0x47> 0
<0x48> 0
<0x49> 0
<0x4A> 0
<0x4B> 0
<0x4C> 0
<0x4D> 0
<0x4E> 0
<0x4F> 0
<0x50> 0
<0x51> 0
<0x52> 0
<0x53> 0
<0x54> 0
<0x55> 0
<0x56> 0
<0x57> 0
<0x58> 0
<0x59> 0
<0x5A> 0
<0x5B> 0
<0x5C> 0
<0x5D> 0
<0x5E> 0
<0x5F> 0
<0x60> 0
<0x61> 0
<0x62> 0
<0x63> 0
<0x64> 0
<0x65> 0
<0x66> 0
<0x67> 0
<0x68> 0
<0x69> 0
<0x6A> 0
<0x6B> 0
<0x6C> 0
<0x6D> 0
<0x6E> 0
<0x6F> 0
<0x70> 0
<0x71> 0
<0x72> 0
<0x73> 0
<0x74> 0
<0x75> 0
<0x76> 0
<0x77> 0
<0x78> 0
<0x79> 0
<0x7A> 0
<0x7B> 0
<0x7C> 0
<0x7D> 0
<0x7E> 0
<0x7F> 0
<0x80> 0
<0x81> 0
<0x82> 0
<0x83> 0
<0x84> 0
<0x85> 0
<0x86> 0
<0x87> 0
<0x88> 0
<0x89> 0
<0x8A> 0
<0x8B> 0
<0x8C> 0
<0x8D> 0
<0x8E> 0
<0x8F> 0
<0x90> 0
<0x91> 0
<0x92> 0
<0x93> 0
<0x94> 0
<0x95> 0
<0x96> 0
<0x97> 0
<0x98> 0
<0x99> 0
<0x9A> 0
<0x9B> 0
<0x9C> 0
<0x9D> 0
<0x9E> 0
<0x9F> 0
<0xA0> 0
<0xA1> 0
<0xA2> 0
<0xA3> 0
<0xA4> 0
<0xA5> 0
<0xA6> 0
<0xA7> 0
<0xA8> 0
<0xA9> 0
<0xAA> 0
<0xAB> 0
<0xAC> 0
<0xAD> 0
<0xAE> 0
<0xAF> 0
<0xB0> 0
<0xB1> 0
<0xB2> 0
<0xB3> 0
<0xB4> 0
<0xB5> 0
<0xB6> 0
<0xB7> 0
<0xB8> 0
<0xB9> 0
<0xBA> 0
<0xBB> 0
<0xBC> 0
<0xBD> 0
<0xBE> 0
<0xBF> 0
<0xC0> 0
<0xC1> 0
<0xC2> 0
<0xC3> 0
<0xC4> 0
<0xC5> 0
<0xC6> 0
<0xC7> 0
<0xC8> 0
<0xC9> 0
<0xCA> 0
<0xCB> 0
<0xCC> 0
<0xCD> 0
<0xCE> 0
<0xCF> 0
<0xD0> 0
<0xD1> 0
<0xD2> 0
<0xD3> 0
<0xD4> 0
<0xD5> 0
<0xD6> 0
<0xD7> 0
<0xD8> 0
<0xD9> 0
<0xDA> 0
<0xDB> 0
<0xDC> 0
<0xDD> 0
<0xDE> 0
<0xDF> 0
<0xE0> 0
<0xE1> 0
<0xE2> 0
<0xE3> 0
<0xE4> 0
<0xE5> 0
<0xE6> 0
<0xE7> 0
<0xE8> 0
<0xE9> 0
<0xEA> 0
<0xEB> 0
<0xEC> 0
<0xED> 0
<0xEE> 0
<0xEF> 0
<0xF0> 0
<0xF1> 0
<0xF2> 0
<0xF3> 0
<0xF4> 0
<0xF5> 0
<0xF6> 0
<0xF7> 0
<0xF8> 0
<0xF9> 0
<0xFA> 0
<0xFB> 0
<0xFC> 0
<0xFD> 0
<0xFE> 0
<0xFF> 0
er -0
▁t -1
in -2
▁a -3
le -4
de -5
en -6
on -7
st -8
▁c -9
ra -10
re -11
ti -12
▁f -13
al -14
nd -15
▁b -16
ble -17
tion -18
ex -19
he -20
mo -21
or -22
ro -23
▁l -24
▁s -25
▁w -26
ing -27
▁de -28
▁and -29
da -30
is -31
ts -32
ul -33
▁o -34
▁st -35
an -36
it -37
oc -38
te -39
us -40
▁p -41
del -42
ext -43
▁in -44
▁mo -45
▁to -46
▁the -47
ation -48
▁model -49
ar -50
ce -51
ck -52
ep -53
ke -54
ly -55
ut -56
▁A -57
▁g -58
ter -59
▁is -60
▁of -61
▁re -62
▁us -63
able -64
ible -65
ocal -66
▁cle -67
▁for -68
▁tra -69
▁local -70
PI -71
ad -72
as -73
ay -74
do -75
ds -76
du -77
fa -78
gh -79
ho -80
il -81
im -82
iz -83
ma -84
po -85
ta -86
um -87
▁n -88
ard -89
dow -90
duc -91
eps -92
ers -93
est -94
fer -95
ful -96
hen -97
imp -98
ity -99
ken -100
ont -101
pro -102
rac -103
ual -104
uil -105
▁co -106
▁da -107
▁ex -108
▁on -109
▁op -110
▁th -111
▁we -112
ener -113
faul -114
heck -115
▁fra -116
▁pre -117
imple -118
▁buil -119
▁data -120
▁text -121
▁when -122
faults -123
produc -124
▁check -125
▁gener -126
▁token -127
▁train -128
▁simple -129
▁defaults -130
▁reproduc -131
▁reproducible -132
De -133
EL -134
Fa -135
Lo -136
Mi -137
RA -138
Re -139
ac -140
af -141
ag -142
ap -143
co -144
ct -145
di -146
et -147
ew -148
gi -149
gu -150
ir -151
li -152
ll -153
lo -154
ns -155
oi -156
oo -157
se -158
tu -159
un -160
up -161
wa -162
ws -163
▁H -164
▁d -165
▁m -166
▁q -167
▁v -168
API -169
Mix -170
PIX -171
Rea -172
ack -173
afe -174
age -175
all -176
ase -177
ass -178
ate -179
ays -180
ber -181
bst -182
cal -183
cce -184
cod -185
cre -186
dap -187
ead -188
end -189
ent -190
for -191
gra -192
igh -193
ine -194
iss -195
kes -196
ler -197
mew -198
miz -199
mma -200
mos -201
nds -202
nlo -203
ong -204
oot -205
ork -206
orp -207
pen -208
per -209
rap -210
rom -211
rou -212
tec -213
ted -214
tes -215
uld -216
ver -217
voi -218
▁De -219
▁Fa -220
▁Lo -221
▁by -222
▁en -223
▁fr -224
▁it -225
▁ke -226
▁ma -227
▁ro -228
▁sm -229
▁up -230
angu -231
apac -232
cing -233
dict -234
eful -235
ence -236
estm -237
form -238
gile -239
hout -240
ints -241
irst -242
moke -243
ocum -244
pose -245
race -246
rows -247
term -248
tire -249
ture -250
ward -251
ware -252
▁Mix -253
▁PIX -254
▁Rea -255
▁bet -256
▁but -257
▁can -258
▁cre -259
▁dow -260
▁inv -261
▁lay -262
▁num -263
▁sho -264
▁tun -265
▁vis -266
▁win -267
▁wit -268
coder -269
dable -270
dates -271
ented -272
fully -273
grade -274
ights -275
mizer -276
nload -277
ootst -278
orpus -279
pends -280
perts -281
racti -282
rough -283
stAPI -284
stead -285
tions -286
ually -287
uting -288
voids -289
▁Hard -290
▁LoRA -291
▁abst -292
▁acce -293
▁adap -294
▁code -295
▁cont -296
▁fine -297
▁from -298
▁long -299
▁miss -300
▁next -301
▁only -302
▁opti -303
▁pass -304
▁qual -305
▁reli -306
▁safe -307
▁step -308
▁test -309
▁than -310
▁user -311
▁well -312
crease -313
mework -314
mmands -315
nsform -316
ontend -317
points -318
rowser -319
tional -320
▁PIXEL -321
▁build -322
▁built -323
▁capac -324
▁clean -325
▁clear -326
▁demos -327
▁detec -328
▁docum -329
▁first -330
▁grace -331
▁infer -332
▁keeps -333
▁langu -334
▁makes -335
▁small -336
▁smoke -337
▁stack -338
▁stays -339
▁steps -340
dicting -341
estment -342
ization -343
▁avoids -344
▁better -345
▁bootst -346
▁checks -347
▁clever -348
▁corpus -349
▁entire -350
▁expose -351
▁layers -352
▁number -353
▁practi -354
▁prefer -355
▁should -356
▁stable -357
▁tuning -358
▁useful -359
▁window -360
leration -361
ractions -362
▁Decoder -363
▁FastAPI -364
▁Mixture -365
▁adapter -366
▁browser -367
▁context -368
▁degrade -369
▁depends -370
▁experts -371
▁forcing -372
▁forward -373
▁fragile -374
▁instead -375
▁missing -376
▁quality -377
▁routing -378
▁through -379
▁updates -380
▁usually -381
▁visible -382
▁weights -383
▁without -384
nsformers -385
▁Hardware -386
▁Readable -387
▁capacity -388
▁commands -389
▁creation -390
▁download -391
▁frontend -392
▁generate -393
▁increase -394
▁language -395
▁optional -396
▁reliable -397
▁training -398
▁bootstrap -399
▁detection -400
▁framework -401
▁inference -402
▁optimizer -403
▁practical -404
▁trainable -405
▁documented -406
▁generation -407
▁gracefully -408
▁investment -409
▁predicting -410
▁checkpoints -411
▁abstractions -412
▁acceleration -413
▁tokenization -414
▁transformers -415
AP -416
Ha -417
IX -418
XE -419
ab -420
ai -421
ak -422
am -423
at -424
au -425
av -426
be -427
bl -428
bo -429
br -430
bs -431
bu -432
by -433
ca -434
cc -435
ch -436
ci -437
cl -438
cr -439
cu -440
dw -441
ea -442
ec -443
ed -444
ee -445
ef -446
eg -447
ei -448
el -449
em -450
es -451
ev -452
fe -453
fi -454
fo -455
fr -456
fu -457
ge -458
gr -459
ha -460
hr -461
ht -462
ia -463
ib -464
ic -465
id -466
ig -467
io -468
ix -469
kp -470
ks -471
la -472
ld -473
lt -474
mb -475
me -476
mi -477
mm -478
mp -479
na -480
nc -481
ne -482
nf -483
ng -484
ni -485
nl -486
nt -487
nu -488
nv -489
oR -490
oa -491
od -492
of -493
ok -494
om -495
op -496
os -497
ot -498
ou -499
ow -500
pa -501
pd -502
pe -503
pl -504
pr -505
ps -506
pt -507
pu -508
qu -509
rc -510
rd -511
rk -512
rm -513
rp -514
rs -515
rt -516
rw -517
sa -518
sf -519
sh -520
si -521
sm -522
ss -523
su -524
tA -525
th -526
tm -527
to -528
tr -529
tt -530
ty -531
ua -532
uc -533
ug -534
ui -535
ur -536
ve -537
vi -538
vo -539
we -540
wh -541
wi -542
wn -543
wo -544
xp -545
xt -546
ye -547
ys -548
za -549
ze -550
▁D -551
▁F -552
▁L -553
▁M -554
▁P -555
▁R -556
▁e -557
▁i -558
▁k -559
▁r -560
▁u -561
Dec -562
Har -563
LoR -564
XEL -565
ada -566
ade -567
ain -568
ake -569
ali -570
and -571
ang -572
are -573
ast -574
ati -575
aul -576
cef -577
cel -578
cin -579
cit -580
ckp -581
cks -582
cle -583
con -584
cti -585
dat -586
def -587
deg -588
dem -589
dep -590
der -591
det -592
doc -593
eep -594
enc -595
eni -596
era -597
ere -598
erm -599
ert -600
exp -601
fin -602
fra -603
gen -604
han -605
hec -606
hro -607
hts -608
ict -609
ids -610
ild -611
ile -612
ilt -613
ina -614
inc -615
ind -616
inf -617
ini -618
ins -619
int -620
inv -621
ion -622
ire -623
isi -624
ith -625
lea -626
lev -627
lon -628
lts -629
mal -630
men -631
mer -632
mis -633
mok -634
ner -635
nex -636
nin -637
nsf -638
num -639
oad -640
ocu -641
ode -642
oin -643
ona -644
onl -645
ons -646
orc -647
orm -648
orw -649
oul -650
out -651
pac -652
pda -653
ple -654
pos -655
pra -656
pre -657
pti -658
pus -659
rag -660
ram -661
ran -662
rea -663
red -664
ref -665
rel -666
rep -667
rod -668
ron -669
row -670
rst -671
ser -672
sin -673
smo -674
stA -675
sta -676
ste -677
stm -678
str -679
ten -680
tex -681
tic -682
tim -683
tin -684
tst -685
uag -686
ugh -687
ull -688
umb -689
ure -690
use -691
usu -692
vis -693
war -694
win -695
wor -696
xtu -697
yer -698
zer -699
▁Mi -700
▁PI -701
▁Re -702
▁ab -703
▁ac -704
▁ad -705
▁an -706
▁av -707
▁be -708
▁bo -709
▁br -710
▁bu -711
▁ca -712
▁ch -713
▁cr -714
▁do -715
▁fi -716
▁fo -717
▁la -718
▁lo -719
▁pa -720
▁sa -721
▁sh -722
▁si -723
▁te -724
▁tr -725
▁tu -726
▁wh -727
▁wi -728
Deco -729
Fast -730
Hard -731
LoRA -732
alit -733
ally -734
ardw -735
ayer -736
ccel -737
city -738
ckpo -739
data -740
date -741
demo -742
down -743
ends -744
eniz -745
ente -746
enti -747
eren -748
erts -749
ewor -750
expo -751
ghts -752
guag -753
houl -754
indo -755
inin -756
inst -757
itho -758
izer -759
keep -760
lean -761
lear -762
load -763
make -764
mall -765
mand -766
ment -767
mers -768
mode -769
next -770
ning -771
oids -772
onal -773
only -774
poin -775
pter -776
qual -777
rade -778
rain -779
reas -780
rodu -781
ront -782
rout -783
sing -784
stra -785
text -786
ting -787
tter -788
uild -789
uilt -790
ully -791
ults -792
umen -793
upda -794
user -795
vest -796
wser -797
▁ada -798
▁boo -799
▁bro -800
▁cap -801
▁che -802
▁com -803
▁con -804
▁cor -805
▁def -806
▁deg -807
▁dep -808
▁det -809
▁doc -810
▁exp -811
▁fin -812
▁fir -813
▁fro -814
▁gen -815
▁gra -816
▁inc -817
▁inf -818
▁lan -819
▁loc -820
▁lon -821
▁mis -822
▁pas -823
▁pra -824
▁rel -825
▁rep -826
▁saf -827
▁sim -828
▁smo -829
▁sta -830
▁ste -831
▁tex -832
▁tok -833
▁use -834
▁usu -835
▁wei -836
▁wel -837
Decod -838
Mixtu -839
PIXEL -840
Reada -841
acity -842
ality -843
ardwa -844
ayers -845
ceful -846
cible -847
cting -848
ction -849
enera -850
etter -851
feren -852
guage -853
hecks -854
hould -855
iable -856
indow -857
ining -858
keeps -859
keniz -860
makes -861
mewor -862
mmand -863
model -864
nsfor -865
onten -866
ption -867
rease -868
refer -869
roduc -870
strac -871
strap -872
tical -873
timiz -874
umber -875
uning -876
vestm -877
▁Fast -878
▁avoi -879
▁boot -880
▁clev -881
▁corp -882
▁defa -883
▁demo -884
▁dete -885
▁enti -886
▁expo -887
▁forc -888
▁forw -889
▁frag -890
▁fram -891
▁inst -892
▁prac -893
▁pred -894
▁rout -895
▁simp -896
▁stay -897
▁thro -898
▁tran -899
▁upda -900
bstrac -901
cceler -902
dapter -903
downlo -904
heckpo -905
inable -906
isible -907
issing -908
ithout -909
liable -910
ocumen -911
ontext -912
uality -913
zation -914
▁Decod -915
▁Reada -916
▁brows -917
▁comma -918
▁degra -919
▁depen -920
▁exper -921
▁fragi -922
▁front -923
▁incre -924
▁predi -925
▁repro -926
▁throu -927
▁trans -928
▁usual -929
▁weigh -930
Mixture -931
anguage -932
apacity -933
ardware -934
ducible -935
eration -936
ference -937
formers -938
raceful -939
raction -940
reation -941
tection -942
timizer -943
▁defaul -944
▁downlo -945
▁framew -946
▁genera -947
▁option -948
ootstrap -949
ractical -950
▁abstrac -951
▁acceler -952
▁checkpo -953
▁investm -954
▁predict -955
▁tokeniz -956
eneration -957
ocumented -958
racefully -959
producible -960
▁transform -961
▁ -962
e -963
a -964
t -965
o -966
n -967
r -968
s -969
i -970
l -971
d -972
c -973
u -974
p -975
m -976
f -977
b -978
g -979
h -980
w -981
. -982
k -983
y -984
x -985
, -986
A -987
v -988
I -989
L -990
P -991
R -992
z -993
- -994
D -995
E -996
F -997
H -998
M -999
X -1000
q -1001