{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "([bos])", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "([eos])", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "([unk])", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "([pad])", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 4, "content": "([mask])", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "Metaspace", "replacement": "▁", "add_prefix_space": true }, "post_processor": { "type": "TemplateProcessing", "single": [ { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "([eos])", "type_id": 0 } } ], "pair": [ { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "([eos])", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } }, { "SpecialToken": { "id": "([eos])", "type_id": 1 } } ], "special_tokens": { "([bos])": { "id": "([bos])", "ids": [ 0 ], "tokens": [ "([bos])" ] }, "([eos])": { "id": "([eos])", "ids": [ 1 ], "tokens": [ "([eos])" ] } } }, "decoder": { "type": "Metaspace", "replacement": "▁", "add_prefix_space": true }, "model": { "type": "Unigram", "unk_id": 2, "vocab": [ [ "([bos])", 0.0 ], [ "([eos])", 0.0 ], [ "([unk])", 0.0 ], [ "([pad])", 0.0 ], [ "([mask])", 0.0 ], [ "▁", -2.491386828713635 ], [ "s", -2.8028508360949473 ], [ "e", -2.994852747855429 ], [ "a", -3.238673411129218 ], [ "t", -3.266767804014508 ], [ "i", -3.3240994107292785 ], [ "▁the", -3.398992741828774 ], [ "r", -3.758155240979861 ], [ "l", -3.9443473061363896 ], [ "d", -3.951392895197341 ], [ "o", -4.005435285927206 ], [ "▁to", -4.084481633261506 ], [ "n", -4.160994823804691 ], [ "▁and", -4.217174789589626 ], [ "▁of", -4.2446593931119185 ], [ "c", -4.270515625034214 ], [ "p", -4.350061382187235 ], [ "m", -4.372284377990487 ], [ "ing", -4.378767210311144 ], [ "u", -4.379797682432489 ], [ "▁in", -4.403595471048536 ], [ "y", -4.504370314727982 ], [ "f", -4.569998144644064 ], [ "▁is", -4.7014725244358235 ], [ "▁we", -4.78595957131974 ], [ "g", -4.788957821646445 ], [ "▁that", -4.815627246939952 ], [ "ed", -4.945892954618248 ], [ "al", -5.031627979168013 ], [ "ly", -5.105190056754102 ], [ "▁be", -5.1179400161491255 ], [ "▁for", -5.135501755243412 ], [ "w", -5.248189931604395 ], [ "▁on", -5.256211755953016 ], [ "▁it", -5.258082752500755 ], [ "▁this", -5.311793517757618 ], [ "b", -5.359314066019193 ], [ "k", -5.3877470658180275 ], [ "v", -5.431674534815789 ], [ "or", -5.433218822462003 ], [ "in", -5.439425448120346 ], [ "h", -5.449037305954478 ], [ "▁are", -5.478812308681265 ], [ "an", -5.503815747242847 ], [ "▁have", -5.569211240525126 ], [ "▁as", -5.588223558578248 ], [ "▁re", -5.611222088577774 ], [ "▁with", -5.667224113910603 ], [ "ter", -5.693365050171753 ], [ "re", -5.703995066528098 ], [ "▁not", -5.713096211920499 ], [ "nd", -5.74435880830077 ], [ "ion", -5.748655106145616 ], [ "ch", -5.7520715260462385 ], [ "on", -5.760393093118484 ], [ "ur", -5.763531108784189 ], [ "ation", -5.8490100343480265 ], [ "▁will", -5.875171109300469 ], [ "▁con", -5.879949217644514 ], [ "ies", -5.880198921203075 ], [ "tion", -5.939783462980319 ], [ "▁our", -5.95745895220446 ], [ "▁do", -5.989215608080514 ], [ "ce", -5.999067062469283 ], [ "▁you", -6.016778664913819 ], [ "▁b", -6.033532705032702 ], [ "ive", -6.0380555574146655 ], [ "ment", -6.053396576547746 ], [ "▁ma", -6.069798449988408 ], [ "ve", -6.0740985182581255 ], [ "▁european", -6.088002544881537 ], [ "▁eu", -6.15908628883092 ], [ "▁but", -6.240172119540167 ], [ "▁by", -6.276975893744147 ], [ "▁all", -6.289972260087799 ], [ "▁an", -6.302588504260452 ], [ "▁need", -6.324163690750282 ], [ "com", -6.326168817365712 ], [ "▁has", -6.339181971445388 ], [ "▁me", -6.374524040299583 ], [ "▁ex", -6.383693900040685 ], [ "th", -6.38647079918729 ], [ "▁commission", -6.394044962920871 ], [ "▁co", -6.4081900863066785 ], [ "▁als", -6.485547691528039 ], [ "ity", -6.493484409046532 ], [ "he", -6.522172883223311 ], [ "▁us", -6.523562500723925 ], [ "ould", -6.52454555553574 ], [ "▁member", -6.534276231614779 ], [ "▁which", -6.538355091237699 ], [ "▁from", -6.564768610205771 ], [ "▁can", -6.578057004239449 ], [ "▁pro", -6.627685223218432 ], [ "▁more", -6.637141063015449 ], [ "▁work", -6.647612325703477 ], [ "▁ca", -6.657917522321652 ], [ "ers", -6.672352325387486 ], [ "▁their", -6.677826441714387 ], [ "▁mo", -6.694687124022359 ], [ "▁should", -6.702968853009137 ], [ "▁people", -6.712407923831522 ], [ "ance", -6.7161086221395845 ], [ "▁no", -6.758252999795284 ], [ "▁states", -6.759018362018583 ], [ "▁ha", -6.762771547359611 ], [ "very", -6.782588519163314 ], [ "able", -6.789267255700224 ], [ "age", -6.7956333267669216 ], [ "▁union", -6.800089546099892 ], [ "▁there", -6.838595713094227 ], [ "▁what", -6.849094794799138 ], [ "▁or", -6.863723044583406 ], [ "▁been", -6.886168607042551 ], [ "▁am", -6.889734484759591 ], [ "▁1", -6.8913539002332325 ], [ "ence", -6.902166849874593 ], [ "about", -6.905650593266921 ], [ "▁was", -6.9068185985960024 ], [ "q", -6.916931807127401 ], [ "▁who", -6.928180059439271 ], [ "▁support", -6.932216727247553 ], [ "▁imp", -6.944288334911178 ], [ "us", -6.954878013894138 ], [ "ack", -6.9559092664080175 ], [ "▁un", -6.963521792150159 ], [ "▁some", -6.992840404810524 ], [ "j", -6.995130363568332 ], [ "▁go", -6.998617470460003 ], [ "▁these", -7.003131435124251 ], [ "▁rights", -7.004162736790358 ], [ "▁europe", -7.0130425633895985 ], [ "0", -7.022556363015934 ], [ "000", -7.0566296466401806 ], [ "gen", -7.075455303499687 ], [ "▁vi", -7.081747920052038 ], [ "▁must", -7.0892556228477535 ], [ "▁br", -7.09228368504702 ], [ "der", -7.092797038058661 ], [ "▁year", -7.097426445233001 ], [ "▁if", -7.101318428061127 ], [ "▁up", -7.104986753768305 ], [ "▁time", -7.113240241265622 ], [ "▁wh", -7.113774135396337 ], [ "tic", -7.117719753137189 ], [ "▁see", -7.124200941833308 ], [ "cause", -7.136265737157938 ], [ "▁other", -7.1409550483516195 ], [ "x", -7.154768519627776 ], [ "▁how", -7.1602882885898875 ], [ "▁parliament", -7.161882893722888 ], [ "▁important", -7.178415963956304 ], [ "▁2", -7.196972929714754 ], [ "▁mis", -7.20025389900003 ], [ "▁new", -7.200311754132187 ], [ "ever", -7.204218913014314 ], [ "▁president", -7.215780565847977 ], [ "▁make", -7.222697889613713 ], [ "▁now", -7.225135376703106 ], [ "▁act", -7.225418789339194 ], [ "▁pre", -7.241027891323844 ], [ "▁human", -7.251330066874672 ], [ "hose", -7.252873119442187 ], [ "▁la", -7.255185484247983 ], [ "▁again", -7.257714900981158 ], [ "▁report", -7.265627057630244 ], [ "▁issue", -7.267559865543239 ], [ "▁dis", -7.268093237666882 ], [ "▁want", -7.283915355133221 ], [ "▁my", -7.285362274498136 ], [ "▁than", -7.287876977308553 ], [ "ight", -7.292009530694294 ], [ "z", -7.293292010128869 ], [ "▁when", -7.315363300285286 ], [ "▁just", -7.319652803595368 ], [ "▁countr", -7.342230075621195 ], [ "▁cr", -7.344436814004005 ], [ "▁take", -7.364887331120228 ], [ "▁council", -7.369734415827747 ], [ "▁20", -7.369860067465748 ], [ "pri", -7.38569805886862 ], [ "thing", -7.386513127846273 ], [ "▁like", -7.386783289331893 ], [ "ary", -7.3904956912087165 ], [ "▁think", -7.405037864872071 ], [ "▁many", -7.419380197441205 ], [ "▁over", -7.438665209063236 ], [ "▁political", -7.442608028667978 ], [ "▁way", -7.449862453404931 ], [ "▁part", -7.451088172823605 ], [ "▁real", -7.454845220624161 ], [ "3", -7.456520604629102 ], [ "▁market", -7.456521426469221 ], [ "▁agreement", -7.460309568322106 ], [ "▁citizens", -7.481035855308026 ], [ "▁protect", -7.4841457640354445 ], [ "▁under", -7.487254910094247 ], [ "▁clear", -7.494251260535611 ], [ "1", -7.504285339355293 ], [ "ful", -7.507388489104635 ], [ "▁know", -7.520359923835898 ], [ "▁government", -7.522494540823418 ], [ "ize", -7.555288745694456 ], [ "▁right", -7.556274144921883 ], [ "▁where", -7.582144908530472 ], [ "▁economic", -7.584676981461323 ], [ "▁state", -7.591162038861762 ], [ "▁into", -7.591737202179935 ], [ "▁say", -7.594196347061608 ], [ "ill", -7.596809747299245 ], [ "ical", -7.597776391939268 ], [ "▁well", -7.5983953104747535 ], [ "▁law", -7.610674718366903 ], [ "▁continue", -7.629579892158878 ], [ "▁app", -7.633071627001421 ], [ "▁high", -7.634112415577585 ], [ "▁let", -7.641693497593614 ], [ "▁includ", -7.650013799149951 ], [ "▁action", -7.662929112049966 ], [ "out", -7.672459101312056 ], [ "▁national", -7.672918815820511 ], [ "▁rule", -7.676398702848484 ], [ "▁world", -7.691164727724248 ], [ "ated", -7.69793106234423 ], [ "▁proposal", -7.699804879719711 ], [ "▁good", -7.702314826826187 ], [ "ship", -7.713789952229019 ], [ "▁future", -7.72383072652838 ], [ "▁implement", -7.726191468193978 ], [ "▁particular", -7.726973128960291 ], [ "▁system", -7.730388972832817 ], [ "▁ensure", -7.735139739417832 ], [ "line", -7.746473493355797 ], [ "▁trans", -7.747419831109761 ], [ "▁direct", -7.75193933280026 ], [ "▁help", -7.752288642824194 ], [ "▁even", -7.756359708718833 ], [ "▁look", -7.756795948053421 ], [ "▁level", -7.76276229770815 ], [ "ween", -7.76868189179708 ], [ "5", -7.770394125977123 ], [ "▁today", -7.7762246730649025 ], [ "▁international", -7.776714600235259 ], [ "▁concern", -7.777825951039151 ], [ "▁through", -7.78280130305267 ], [ "▁social", -7.786132408512209 ], [ "▁trade", -7.786311464997377 ], [ "ough", -7.788132458899104 ], [ "▁tra", -7.792918660540629 ], [ "▁dec", -7.79330838506308 ], [ "▁change", -7.794517073227695 ], [ "▁most", -7.797654493128178 ], [ "▁last", -7.807021256872556 ], [ "▁give", -7.807136052795071 ], [ "abilit", -7.81239008047204 ], [ "▁call", -7.817948308485947 ], [ "rate", -7.821747081606855 ], [ "▁own", -7.841355502614796 ], [ "ready", -7.843140395574039 ], [ "▁strong", -7.843396757187563 ], [ "▁securit", -7.846351696215651 ], [ "▁believe", -7.849607547019623 ], [ "▁much", -7.852383384468961 ], [ "▁fund", -7.857132548377027 ], [ "▁process", -7.864883449426776 ], [ "▁development", -7.866557756798683 ], [ "▁here", -7.867736189228591 ], [ "▁legislat", -7.86876339890129 ], [ "▁creat", -7.880654260821725 ], [ "▁put", -7.897077720531497 ], [ "▁public", -7.903201809942082 ], [ "▁full", -7.904949091264822 ], [ "▁lead", -7.919241944473262 ], [ "▁problem", -7.924385230855783 ], [ "▁financial", -7.935423567532164 ], [ "▁measure", -7.945376670976112 ], [ "▁negotiat", -7.945700240560379 ], [ "▁canno", -7.95901449471256 ], [ "▁place", -7.965488360971619 ], [ "▁long", -7.965611918295893 ], [ "▁situation", -7.971826780670627 ], [ "▁same", -7.972179480563909 ], [ "▁region", -7.989390831932492 ], [ "▁provide", -7.989406817574039 ], [ "▁discuss", -7.990429575370213 ], [ "▁agree", -7.99052784274247 ], [ "▁far", -7.994464350756875 ], [ "▁get", -7.997356268824049 ], [ "▁both", -7.997889941432427 ], [ "▁further", -7.998652806373366 ], [ "▁course", -8.01047603185993 ], [ "▁cooperati", -8.029409436445826 ], [ "▁together", -8.034033072047935 ], [ "▁service", -8.0351032894384 ], [ "▁tax", -8.039694070973933 ], [ "▁address", -8.040113194577803 ], [ "▁interest", -8.044083116601893 ], [ "▁relat", -8.047260663444625 ], [ "▁respect", -8.049484531051506 ], [ "▁forward", -8.049485963524022 ], [ "▁hope", -8.05131176281043 ], [ "▁job", -8.05313252945276 ], [ "▁crisis", -8.059319764868647 ], [ "▁partner", -8.06510491474955 ], [ "▁deal", -8.066287691555267 ], [ "4", -8.076646874395145 ], [ "▁access", -8.081123737032549 ], [ "wome", -8.082811237869052 ], [ "▁business", -8.091642669678325 ], [ "▁reform", -8.095056009962452 ], [ "▁point", -8.096197429831626 ], [ "▁global", -8.103038631397318 ], [ "▁debate", -8.108786518342757 ], [ "▁house", -8.10882199243115 ], [ "▁still", -8.115671488492916 ], [ "▁institution", -8.121936200957002 ], [ "▁common", -8.124689960988515 ], [ "▁opportunit", -8.131717181899123 ], [ "▁fact", -8.134542180692204 ], [ "▁question", -8.136841383878314 ], [ "▁vote", -8.138517873190318 ], [ "▁group", -8.144378242559835 ], [ "▁plan", -8.144711419232038 ], [ "▁investment", -8.147169758463022 ], [ "▁sub", -8.155806098341369 ], [ "▁strateg", -8.159222158027308 ], [ "▁authorit", -8.168966206704617 ], [ "▁across", -8.172645906552793 ], [ "▁number", -8.175927729786803 ], [ "▁challenge", -8.182524318198539 ], [ "refore", -8.183347519295117 ], [ "▁effort", -8.184180578995646 ], [ "▁safe", -8.188276346424097 ], [ "▁possibl", -8.19375571992526 ], [ "▁budget", -8.203846233312639 ], [ "▁treat", -8.20503711853498 ], [ "▁free", -8.20926196411217 ], [ "▁program", -8.21063065869848 ], [ "▁current", -8.217889019715972 ], [ "▁great", -8.22304250931747 ], [ "▁freedom", -8.223911153268148 ], [ "▁growth", -8.22736161181659 ], [ "▁decision", -8.229971890634193 ], [ "▁progress", -8.230395228257287 ], [ "▁step", -8.232155521652482 ], [ "▁solution", -8.240425369090861 ], [ "7", -8.240863548436419 ], [ "▁money", -8.242227767815997 ], [ "▁remain", -8.249710145043457 ], [ "▁different", -8.263929551826546 ], [ "▁welcome", -8.264921757067512 ], [ "▁regulation", -8.268877924325846 ], [ "▁approach", -8.274304126369943 ], [ "▁sector", -8.275213734921454 ], [ "▁border", -8.279812665929729 ], [ "▁bank", -8.282730331379026 ], [ "▁united", -8.284372384103442 ], [ "▁single", -8.28457384937232 ], [ "▁committe", -8.286162865128997 ], [ "▁open", -8.28622229567804 ], [ "▁economy", -8.288459513722081 ], [ "▁start", -8.289868318990337 ], [ "▁result", -8.291231470970772 ], [ "▁adopt", -8.291235207775575 ], [ "2", -8.293991457836112 ], [ "▁close", -8.294463817643106 ], [ "▁information", -8.297699682940282 ], [ "▁climate", -8.30468611070571 ], [ "▁final", -8.307152234076653 ], [ "▁show", -8.307971609959957 ], [ "▁increase", -8.308902919907453 ], [ "▁energy", -8.310780856177601 ], [ "▁democrac", -8.311721783826393 ], [ "▁legal", -8.32072506116372 ], [ "▁commitment", -8.321180383053512 ], [ "▁before", -8.326978073811354 ], [ "▁represent", -8.32785499403958 ], [ "▁fundamental", -8.33602135215883 ], [ "special", -8.344253348215354 ], [ "next", -8.350831499658698 ], [ "▁regard", -8.357964175115956 ], [ "▁develop", -8.37501794541637 ], [ "▁example", -8.377374956994665 ], [ "▁priorit", -8.383500104301339 ], [ "▁health", -8.391557125837544 ], [ "6", -8.394101100064466 ], [ "▁framework", -8.394101100064715 ], [ "▁environment", -8.395123856467986 ], [ "▁industr", -8.396149418131913 ], [ "▁role", -8.396807088732507 ], [ "▁require", -8.399739300005816 ], [ "▁deliver", -8.410075388730686 ], [ "8", -8.422615213707825 ], [ "▁power", -8.424723977979191 ], [ "▁product", -8.4465701032326 ], [ "▁build", -8.449804592895317 ], [ "▁promot", -8.451646019801583 ], [ "▁follow", -8.462309351110253 ], [ "▁focus", -8.465599726072874 ], [ "▁responsibilit", -8.466147072412415 ], [ "▁communit", -8.471103205162953 ], [ "▁project", -8.471103214454487 ], [ "▁peace", -8.477782147177042 ], [ "▁recent", -8.483919432264853 ], [ "▁happen", -8.486681267209 ], [ "▁simpl", -8.49009801814162 ], [ "▁democratic", -8.491176187000434 ], [ "▁employ", -8.495692154100352 ], [ "▁principle", -8.496824323896 ], [ "▁play", -8.500840751044993 ], [ "▁benefit", -8.505357133009392 ], [ "▁resolution", -8.507644489049575 ], [ "▁civil", -8.51281157818273 ], [ "▁instrument", -8.51338676537461 ], [ "▁equal", -8.516272016273543 ], [ "▁toward", -8.52032893813065 ], [ "▁sustainabl", -8.533160507653673 ], [ "▁violen", -8.534155887986142 ], [ "▁difficult", -8.53787054704171 ], [ "▁understand", -8.544384669665607 ], [ "▁certain", -8.547357963337642 ], [ "companie", -8.555162138970763 ], [ "▁account", -8.558741906745269 ], [ "▁russia", -8.561764090476661 ], [ "▁serious", -8.571477737443027 ], [ "▁initiative", -8.580673957488187 ], [ "▁necessar", -8.580674161124415 ], [ "▁position", -8.58685314111263 ], [ "▁consumer", -8.588095017479716 ], [ "▁colleague", -8.5999531487575 ], [ "ember", -8.602113772085755 ], [ "▁strengthen", -8.60941694144238 ], [ "▁values", -8.627326505265097 ], [ "▁control", -8.630562937894407 ], [ "▁engage", -8.648856683399597 ], [ "9", -8.65149434448126 ], [ "▁minister", -8.65215595488355 ], [ "▁specific", -8.691972045514408 ], [ "▁expect", -8.6933533497252 ], [ "▁presidenc", -8.695420649889115 ], [ "▁standards", -8.697495012974048 ], [ "▁dialog", -8.699574397034034 ], [ "▁children", -8.710034363025308 ], [ "▁success", -8.713545664082405 ], [ "▁target", -8.719897344118694 ], [ "▁operat", -8.735674277352174 ], [ "▁practice", -8.749353224110195 ], [ "▁objective", -8.754470190075182 ], [ "▁british", -8.7559370770974 ], [ "▁financ", -8.764856785619244 ], [ "▁establish", -8.792562919326766 ], [ "▁terroris", -8.804048951222448 ], [ "▁resource", -8.807906869267171 ], [ "▁accept", -8.808680408583639 ], [ "▁digital", -8.853782533454524 ], [ "▁organization", -8.870102730670885 ], [ "▁essential", -8.875051194899996 ], [ "▁potential", -8.880855521846385 ], [ "▁recognize", -8.88085552230761 ], [ "▁mechanism", -8.881687473867586 ], [ "▁crucial", -8.89172541628269 ], [ "▁significant", -8.899320166175382 ], [ "▁positive", -8.901015829329848 ], [ "▁encourage", -8.91210806392166 ], [ "▁individual", -8.930290381416796 ], [ "▁transparency", -8.944368923642859 ], [ "▁conflict", -8.952376166284115 ], [ "▁guarantee", -8.962250489686095 ], [ "taken", -8.976545674916773 ], [ "▁technolog", -9.01408994943328 ], [ "▁coordinat", -9.015994929823544 ], [ "▁competitive", -9.025556868395508 ], [ "▁recommendation", -9.098298083572995 ], [ "▁participat", -9.119187145221453 ], [ "▁neighbor", -9.139443123493812 ], [ "▁absolute", -9.197076794078 ], [ "▁comprehensive", -9.21899231689454 ], [ "▁agricultur", -9.263099580178352 ], [ "▁discrimination", -9.279070433619152 ], [ "▁rapporteur", -9.299083606773191 ], [ "▁independent", -9.301613652065296 ], [ "▁responsibl", -9.322087813010649 ], [ "▁efficient", -9.336410972455706 ], [ "▁compromise", -9.35227382757096 ], [ "▁communication", -9.3944569457927 ], [ "▁demonstrat", -9.431262227009988 ], [ "▁infrastructure", -9.526500292381192 ], [ "+", -11.596649938555965 ], [ "€", -11.596749938555964 ], [ "£", -11.596849938555964 ], [ "¢", -11.596949938555966 ], [ "-", -11.597049938555966 ], [ "$", -11.597149938555964 ], [ ".", -11.597249938555963 ], [ "%", -11.597249938555963 ] ] } }