{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "([bos])", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "([eos])", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "([unk])", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "([pad])", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 4, "content": "([mask])", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "Metaspace", "replacement": "▁", "add_prefix_space": true }, "post_processor": { "type": "TemplateProcessing", "single": [ { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "([eos])", "type_id": 0 } } ], "pair": [ { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "([eos])", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } }, { "SpecialToken": { "id": "([eos])", "type_id": 1 } } ], "special_tokens": { "([bos])": { "id": "([bos])", "ids": [ 0 ], "tokens": [ "([bos])" ] }, "([eos])": { "id": "([eos])", "ids": [ 1 ], "tokens": [ "([eos])" ] } } }, "decoder": { "type": "Metaspace", "replacement": "▁", "add_prefix_space": true }, "model": { "type": "Unigram", "unk_id": 2, "vocab": [ [ "([bos])", 0.0 ], [ "([eos])", 0.0 ], [ "([unk])", 0.0 ], [ "([pad])", 0.0 ], [ "([mask])", 0.0 ], [ "▁", -2.7433834290272454 ], [ "s", -2.954465059760823 ], [ "e", -3.2755636211656043 ], [ "i", -3.386640480345621 ], [ "▁the", -3.4072195925138313 ], [ "a", -3.4303723385232168 ], [ "t", -3.496249315000764 ], [ "r", -3.874745284655562 ], [ ".", -3.901139776003273 ], [ "▁to", -4.052379581143391 ], [ "▁and", -4.140811198027562 ], [ "o", -4.1415497427206205 ], [ "d", -4.1545330815754795 ], [ "▁of", -4.2156666002698575 ], [ "n", -4.231178794048725 ], [ "ing", -4.324586597871756 ], [ "m", -4.339311075477914 ], [ "l", -4.38389791421322 ], [ "▁in", -4.384383798369717 ], [ "f", -4.395749233274186 ], [ "c", -4.406461483875567 ], [ "u", -4.498022786336268 ], [ "p", -4.65903750920222 ], [ "▁we", -4.7059986043271405 ], [ "g", -4.72368616942531 ], [ "▁that", -4.7869213490255245 ], [ "on", -4.847276008790983 ], [ "ed", -4.852570904089861 ], [ "▁is", -4.853826134337806 ], [ "al", -4.916972052470561 ], [ "y", -4.927838113938273 ], [ "▁for", -5.095476972352126 ], [ "▁be", -5.1759928486118785 ], [ "in", -5.231392806921434 ], [ "ly", -5.259225071363922 ], [ "b", -5.275382872343338 ], [ "▁this", -5.283126407546854 ], [ "v", -5.340400717792093 ], [ "or", -5.347704129978251 ], [ "it", -5.407380244685131 ], [ "▁re", -5.41234481876273 ], [ "▁on", -5.413854416106345 ], [ "k", -5.422431899238463 ], [ "▁it", -5.433287243146827 ], [ "ar", -5.449148619240956 ], [ "an", -5.463005416354498 ], [ "▁are", -5.468206779005611 ], [ "ation", -5.502808952172135 ], [ "le", -5.509505703747614 ], [ "▁as", -5.5354337433556715 ], [ "▁have", -5.557022815694371 ], [ "re", -5.559121224789026 ], [ "h", -5.6116394544063155 ], [ "▁b", -5.619736354478354 ], [ "ic", -5.675648566478122 ], [ "▁with", -5.713410273929632 ], [ "▁not", -5.723576974105502 ], [ "nd", -5.730574301730989 ], [ "is", -5.730601497745029 ], [ "ter", -5.765954088646627 ], [ "at", -5.80623754863341 ], [ "ent", -5.814767755582347 ], [ "▁de", -5.818875808158744 ], [ "w", -5.844285149679388 ], [ "ur", -5.851323630708318 ], [ "▁will", -5.855142055812214 ], [ "ch", -5.872760091778861 ], [ "ive", -5.886923018850293 ], [ "▁our", -5.92788310029078 ], [ "ment", -5.945871375847242 ], [ "▁do", -5.9675160412271175 ], [ "▁you", -5.987846332332802 ], [ "▁con", -5.98897084471459 ], [ "ve", -6.021844493641694 ], [ "▁european", -6.059278200360431 ], [ "th", -6.062150510016808 ], [ "ge", -6.0969508820653004 ], [ "▁eu", -6.103749108334423 ], [ "▁ma", -6.106002527815015 ], [ "ce", -6.110943664120613 ], [ "▁but", -6.211422347205547 ], [ "▁com", -6.223420387336006 ], [ "▁an", -6.235360060954905 ], [ "▁by", -6.247173612147261 ], [ "▁so", -6.252958166567026 ], [ "▁all", -6.260751453115379 ], [ "me", -6.273978127678285 ], [ "▁need", -6.295278673709957 ], [ "▁has", -6.307620927103347 ], [ "▁ex", -6.35447685708454 ], [ "ll", -6.3573614754529295 ], [ "ity", -6.359327336449741 ], [ "▁commission", -6.365292456670188 ], [ "▁pro", -6.368256565596333 ], [ "ies", -6.382822620564411 ], [ "▁me", -6.383138769280819 ], [ "▁at", -6.387760354312762 ], [ "▁also", -6.4341067426732454 ], [ "▁w", -6.45164057654244 ], [ "▁co", -6.461703224450046 ], [ "us", -6.488394850474812 ], [ "▁member", -6.5053920389805135 ], [ "▁which", -6.509538368022104 ], [ "per", -6.516134927830533 ], [ "▁us", -6.519767535135946 ], [ "▁from", -6.536116563964846 ], [ "▁can", -6.547101563622036 ], [ "able", -6.55747859454247 ], [ "'s", -6.55810509184858 ], [ "ers", -6.5975055492961925 ], [ "▁more", -6.608203244902144 ], [ "▁work", -6.61888259360896 ], [ "▁ca", -6.636160721314102 ], [ "▁their", -6.644994288999376 ], [ "▁se", -6.660721520680466 ], [ "▁should", -6.674190832092984 ], [ "▁he", -6.674870761422051 ], [ "▁people", -6.683655419483051 ], [ "▁mo", -6.694663868453889 ], [ "▁po", -6.71057873501946 ], [ "▁they", -6.724681174349861 ], [ "▁states", -6.726382705598358 ], [ "ance", -6.738006450739672 ], [ "▁ha", -6.739210442844357 ], [ "▁or", -6.746352631913181 ], [ "very", -6.748442419440742 ], [ "ence", -6.7491381252701 ], [ "age", -6.763429643539563 ], [ "▁union", -6.768699808604447 ], [ "▁would", -6.769289297910053 ], [ "▁no", -6.799329364891921 ], [ "▁there", -6.801614275119936 ], [ "▁li", -6.803400969253085 ], [ "ure", -6.811397016894643 ], [ "'", -6.8142831174683405 ], [ "▁what", -6.819230106114755 ], [ "▁two", -6.825842583886404 ], [ "ul", -6.839670421704197 ], [ "▁am", -6.843073238400757 ], [ "▁pa", -6.8539896513073835 ], [ "▁been", -6.855792714268675 ], [ "▁pre", -6.85877103419536 ], [ "x", -6.8712492895309545 ], [ "▁part", -6.875465641145661 ], [ "▁about", -6.877848835372104 ], [ "▁was", -6.879936858543603 ], [ "▁who", -6.881651344797534 ], [ "q", -6.887013361112764 ], [ "▁un", -6.901179425616055 ], [ "▁support", -6.903464227535206 ], [ "ack", -6.928882358086346 ], [ "▁one", -6.934578100004595 ], [ "▁these", -6.934839312388165 ], [ "pp", -6.954124392366451 ], [ "▁cr", -6.958182004255745 ], [ "▁some", -6.969155955090315 ], [ "▁go", -6.969781560265629 ], [ "▁rights", -6.970267062639126 ], [ "▁europe", -6.984218559156641 ], [ "est", -6.9918200481748425 ], [ "▁sta", -7.00067052358771 ], [ "▁pr", -7.0257036547481775 ], [ "▁sp", -7.026825226121202 ], [ "▁vi", -7.042148690141019 ], [ "der", -7.045062756383292 ], [ "▁must", -7.06048185863464 ], [ "▁up", -7.065987308949664 ], [ "▁if", -7.0667532851660315 ], [ "▁year", -7.068724703622866 ], [ "▁time", -7.084589489839706 ], [ "j", -7.084878229114455 ], [ "▁sh", -7.105556114679915 ], [ "cause", -7.107962609790757 ], [ "▁other", -7.113066297927251 ], [ "ever", -7.128066184879424 ], [ "▁parliament", -7.133130387780106 ], [ "▁how", -7.133641816198745 ], [ "ten", -7.142203518611957 ], [ "▁see", -7.14778911951332 ], [ "▁important", -7.14966342581431 ], [ "▁di", -7.158936129014998 ], [ "▁out", -7.165349794105968 ], [ "▁new", -7.171239740904577 ], [ "▁its", -7.176422622693149 ], [ "▁take", -7.180925172770095 ], [ "ner", -7.184277781523603 ], [ "▁president", -7.1870282023658305 ], [ "▁now", -7.192164614158461 ], [ "▁make", -7.193761386232021 ], [ "▁lo", -7.196286551312907 ], [ "▁la", -7.2109561133769855 ], [ "▁human", -7.222577406995523 ], [ "▁report", -7.2368705212872975 ], [ "▁issue", -7.238541751597605 ], [ "tic", -7.238854972750749 ], [ "▁my", -7.248314158152105 ], [ "▁those", -7.254719236961496 ], [ "▁want", -7.255413754664993 ], [ "▁than", -7.259136141061861 ], [ "ther", -7.264868101843577 ], [ "▁when", -7.28566032592105 ], [ "▁just", -7.292253039757433 ], [ "▁thousand", -7.296478310904865 ], [ "▁countries", -7.324601521720211 ], [ "▁council", -7.340981905925217 ], [ "ish", -7.342030592226738 ], [ "▁gr", -7.350752587452458 ], [ "▁like", -7.358351237628181 ], [ "z", -7.367008094803456 ], [ "?", -7.370971113346563 ], [ "▁think", -7.376286008034196 ], [ "▁only", -7.385088892940743 ], [ "▁many", -7.3902993725940735 ], [ "▁rec", -7.400316130008191 ], [ "ary", -7.401907082500241 ], [ "▁over", -7.40805674767228 ], [ "▁political", -7.413855530199372 ], [ "▁way", -7.4214812657022815 ], [ "▁market", -7.42776852509777 ], [ "▁agreement", -7.431739155849069 ], [ "▁ho", -7.443753271134152 ], [ "▁citizens", -7.452283103187149 ], [ "▁under", -7.458583962660759 ], [ "▁clear", -7.465527586216295 ], [ "▁know", -7.491606710335811 ], [ "▁act", -7.491614112908822 ], [ "▁government", -7.493741989230349 ], [ "▁mr", -7.50141688684803 ], [ "rate", -7.513427686515186 ], [ "▁right", -7.534001132057286 ], [ "▁first", -7.551839414206709 ], [ "▁where", -7.552977637213948 ], [ "▁economic", -7.555924474503719 ], [ "▁into", -7.557496787832257 ], [ "▁say", -7.562650894905596 ], [ "▁country", -7.574524323701754 ], [ "▁state", -7.574777285427636 ], [ ";", -7.576844777257685 ], [ "▁law", -7.578086899077009 ], [ "▁such", -7.5833428687458895 ], [ "▁continue", -7.600827041616215 ], [ "▁high", -7.605387752421526 ], [ "▁let", -7.6265195405822 ], [ "▁action", -7.629126890307738 ], [ "▁against", -7.639450811511583 ], [ "▁national", -7.644166982214296 ], [ "▁rule", -7.647879215905588 ], [ "▁world", -7.662414326096785 ], [ "▁policy", -7.670797745106217 ], [ "▁proposal", -7.671052293594158 ], [ "▁good", -7.673353934748937 ], [ "ship", -7.686677680195977 ], [ "▁future", -7.695078759622952 ], [ "▁implement", -7.697444058137471 ], [ "▁particular", -7.698220675411026 ], [ "▁system", -7.701636324943063 ], [ "▁hi", -7.704559783167657 ], [ "▁ensure", -7.706390358766015 ], [ "▁trans", -7.717351296362812 ], [ "line", -7.7203149171625025 ], [ "▁direct", -7.723188427124391 ], [ "▁help", -7.723791952306337 ], [ "▁even", -7.72794618634399 ], [ "▁look", -7.728159572105325 ], [ "▁every", -7.7330781385476115 ], [ "▁level", -7.734022749338512 ], [ "▁between", -7.739999381785328 ], [ "▁today", -7.747284244330695 ], [ "▁international", -7.747962101602605 ], [ "▁concern", -7.74907019650143 ], [ "▁through", -7.754045306085258 ], [ "▁trade", -7.755715771724695 ], [ "▁social", -7.757393928148325 ], [ "▁change", -7.765768490709796 ], [ "▁most", -7.766577642897454 ], [ "▁last", -7.776775116853099 ], [ "▁give", -7.778056988320795 ], [ "▁own", -7.812851626505948 ], [ "▁strong", -7.814644736911792 ], [ "▁believe", -7.820853452473949 ], [ "▁much", -7.823588721674753 ], [ "▁fund", -7.828362444476353 ], [ "▁process", -7.836121170405228 ], [ "▁security", -7.83940676978809 ], [ "▁put", -7.867494632533996 ], [ "▁public", -7.874449305567245 ], [ "▁full", -7.875420490040238 ], [ "▁imp", -7.893928879025205 ], [ "▁problem", -7.8956339075764 ], [ "▁lead", -7.89645327254266 ], [ "▁twenty", -7.900758590843511 ], [ "▁financial", -7.906556318484185 ], [ "ability", -7.918611734114656 ], [ "▁why", -7.929560137304771 ], [ "▁cannot", -7.929788606661942 ], [ "side", -7.9347578571220705 ], [ "▁place", -7.9367295515379634 ], [ "▁long", -7.937780082782204 ], [ "▁situation", -7.943075814426127 ], [ "▁same", -7.94380216291343 ], [ "▁elect", -7.957597523075784 ], [ "▁region", -7.960342330881615 ], [ "▁provide", -7.960655885631941 ], [ "▁could", -7.960739435473151 ], [ "▁agree", -7.96145032335079 ], [ "▁discuss", -7.961676791236514 ], [ "▁further", -7.969905228258523 ], [ "▁both", -7.9700609388614785 ], [ "▁course", -7.981699413454557 ], [ "▁together", -8.005373624399311 ], [ "▁service", -8.006350868010934 ], [ "▁tax", -8.01083676429144 ], [ "▁address", -8.011360643443886 ], [ "▁interest", -8.015437707907505 ], [ "▁respect", -8.020731858466831 ], [ "▁forward", -8.020735959016335 ], [ "▁better", -8.022416089985809 ], [ "▁hope", -8.02338816239633 ], [ "▁job", -8.02437267568802 ], [ "▁crisis", -8.030631112005159 ], [ "▁point", -8.041885641095808 ], [ "▁access", -8.052370050997144 ], [ "▁women", -8.057243411547056 ], [ "▁protection", -8.062359959819492 ], [ "▁business", -8.062890286986894 ], [ "▁measures", -8.062890624744316 ], [ "▁reform", -8.066307647005967 ], [ "▁cooperation", -8.068192487251096 ], [ "▁global", -8.074286110971475 ], [ "▁debate", -8.080082906695985 ], [ "▁house", -8.080206536361317 ], [ "▁still", -8.08660703751692 ], [ "▁including", -8.086973709494242 ], [ "▁institution", -8.093183689413832 ], [ "▁common", -8.09659006094635 ], [ "▁already", -8.101785920133313 ], [ "▁fact", -8.105751246001258 ], [ "▁question", -8.108088849087295 ], [ "▁vote", -8.109631923698585 ], [ "▁group", -8.115629215272389 ], [ "▁plan", -8.115745156023438 ], [ "▁said", -8.119007362644897 ], [ "▁sub", -8.126660889708315 ], [ "▁allow", -8.137660845709865 ], [ "▁value", -8.141851465569172 ], [ "▁across", -8.143893231268756 ], [ "▁number", -8.147175219530002 ], [ "▁challenge", -8.153771812092586 ], [ "refore", -8.154616073212294 ], [ "▁budget", -8.175093878368598 ], [ "▁treat", -8.176250301306531 ], [ "▁current", -8.189137026213512 ], [ "▁improve", -8.192142132189913 ], [ "▁three", -8.193957399070722 ], [ "▁freedom", -8.195154305858168 ], [ "▁great", -8.198023641303157 ], [ "▁growth", -8.19860935916475 ], [ "▁hundred", -8.199474715084143 ], [ "▁decision", -8.201208365461909 ], [ "▁progress", -8.201642713134309 ], [ "▁step", -8.203158158746161 ], [ "▁seven", -8.210979954851581 ], [ "▁solution", -8.21167264542153 ], [ "▁money", -8.21345260709018 ], [ "▁remain", -8.220962930544205 ], [ "▁achieve", -8.22713245312977 ], [ "▁programme", -8.232935897691242 ], [ "▁different", -8.23517704593915 ], [ "▁welcome", -8.236075161075966 ], [ "▁regulation", -8.240126133586168 ], [ "▁protect", -8.24301996909126 ], [ "▁legislation", -8.244192208510455 ], [ "▁possible", -8.244645114502106 ], [ "▁approach", -8.24555151774239 ], [ "▁sector", -8.246468953768574 ], [ "▁border", -8.251089815429374 ], [ "▁open", -8.257431761939298 ], [ "▁economy", -8.25970700607732 ], [ "▁adopt", -8.262470680724409 ], [ "▁result", -8.262505857172396 ], [ "▁four", -8.26539092565959 ], [ "▁close", -8.265706125673727 ], [ "▁second", -8.266640790671309 ], [ "▁without", -8.267623704814564 ], [ "▁information", -8.268947247020112 ], [ "▁climate", -8.275933603174657 ], [ "▁show", -8.279359952831609 ], [ "▁increase", -8.280150012745997 ], [ "▁energy", -8.282028784986679 ], [ "▁find", -8.285927467846953 ], [ "▁legal", -8.29203327968856 ], [ "▁commitment", -8.292429341957853 ], [ "▁before", -8.2982184950604 ], [ "▁represent", -8.299102613226406 ], [ "▁fundamental", -8.307268833607402 ], [ "▁again", -8.3178386421977 ], [ "▁next", -8.32724373649011 ], [ "▁regard", -8.329222941087098 ], [ "▁authorities", -8.341610105159285 ], [ "▁develop", -8.345956210514249 ], [ "▁example", -8.348622537601951 ], [ "▁democracy", -8.364326881637666 ], [ "▁framework", -8.365348593085017 ], [ "▁environment", -8.366371349474957 ], [ "▁require", -8.370986794859984 ], [ "▁deliver", -8.381408961607487 ], [ "▁million", -8.382879393150692 ], [ "▁eight", -8.39281192123349 ], [ "▁power", -8.396084305524965 ], [ "▁create", -8.411313549918319 ], [ "▁while", -8.412981161873773 ], [ "▁product", -8.41781326253854 ], [ "▁build", -8.421051315034525 ], [ "▁society", -8.428099832766838 ], [ "▁fight", -8.431370678426173 ], [ "▁follow", -8.433556846289104 ], [ "▁focus", -8.436846886648532 ], [ "▁project", -8.442350615095258 ], [ "▁peace", -8.449006079449257 ], [ "▁happen", -8.457931280583885 ], [ "▁simpl", -8.461326994588632 ], [ "▁democratic", -8.46242368003312 ], [ "▁employ", -8.466939636473334 ], [ "▁principle", -8.468071817324311 ], [ "▁play", -8.472052904147091 ], [ "▁benefit", -8.476605320475374 ], [ "▁resolution", -8.47889196771866 ], [ "▁civil", -8.484058708495755 ], [ "▁instrument", -8.484634219834675 ], [ "▁equal", -8.487518688442176 ], [ "▁towards", -8.503821801427724 ], [ "▁difficult", -8.509118040133117 ], [ "▁understand", -8.515631576664148 ], [ "▁certain", -8.5186053149793 ], [ "▁account", -8.529989399433036 ], [ "▁russia", -8.533010032468718 ], [ "▁serious", -8.54272817371476 ], [ "light", -8.550859719594627 ], [ "▁initiative", -8.551921578018042 ], [ "▁policies", -8.551921973846225 ], [ "▁consumer", -8.559342462599513 ], [ "▁third", -8.56494991014559 ], [ "▁actually", -8.568693372931747 ], [ "▁colleague", -8.571200641847986 ], [ "▁strengthen", -8.580664434445866 ], [ "▁opportunity", -8.59728354440675 ], [ "▁control", -8.601808366148708 ], [ "▁include", -8.609605653193558 ], [ "▁companies", -8.610912148333483 ], [ "▁engage", -8.620102917866875 ], [ "▁responsibility", -8.62274183748577 ], [ "▁necessary", -8.632708697970148 ], [ "▁violence", -8.63337785387834 ], [ "▁specific", -8.663219540997135 ], [ "▁expect", -8.664598739659194 ], [ "▁strategy", -8.66735892200532 ], [ "▁standards", -8.668742576109516 ], [ "▁dialogue", -8.672209917590003 ], [ "▁children", -8.681281854949601 ], [ "▁success", -8.68479311301979 ], [ "▁condition", -8.715510194459508 ], [ "▁presidency", -8.723521492122421 ], [ "▁objective", -8.725717683078049 ], [ "▁always", -8.729388865485854 ], [ "▁practice", -8.741972274380961 ], [ "▁especially", -8.747949053368094 ], [ "▁establish", -8.763810412880535 ], [ "▁industry", -8.776837429029342 ], [ "▁accept", -8.779927539140385 ], [ "▁committee", -8.821797707568965 ], [ "▁essential", -8.846298722428667 ], [ "▁mechanism", -8.85293497313833 ], [ "▁recognise", -8.85376760976874 ], [ "▁significant", -8.870567659179908 ], [ "▁organisation", -8.874812156743873 ], [ "▁addition", -8.87566321669118 ], [ "▁encourage", -8.883355556647878 ], [ "▁community", -8.885073085810745 ], [ "▁individual", -8.901537874413922 ], [ "▁transparency", -8.915616416641335 ], [ "▁recommend", -8.925411694099857 ], [ "▁guarantee", -8.933497982765662 ], [ "▁enough", -9.0390088566454 ], [ "▁opportunities", -9.04504205526048 ], [ "▁contribute", -9.090434062336447 ], [ "▁neighbour", -9.110690616480888 ], [ "▁contribution", -9.16150220329657 ], [ "▁absolute", -9.16832428702033 ], [ "▁comprehensive", -9.190239809898893 ], [ "▁agricultur", -9.234347073193277 ], [ "▁discrimination", -9.250317926626993 ], [ "▁corruption", -9.293335305956957 ], [ "▁appropriate", -9.378292015528077 ], [ "▁infrastructure", -9.497747785385702 ], [ "!", -10.076377226834264 ] ] } }