{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 1,
"content": "",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 2,
"content": "",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 3,
"content": "",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 4,
"content": "",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": {
"type": "Sequence",
"normalizers": [
{
"type": "Replace",
"pattern": {
"String": "``"
},
"content": "\""
},
{
"type": "Replace",
"pattern": {
"String": "''"
},
"content": "\""
},
{
"type": "Lowercase"
}
]
},
"pre_tokenizer": {
"type": "Metaspace",
"replacement": "▁",
"add_prefix_space": true
},
"post_processor": {
"type": "TemplateProcessing",
"single": [
{
"SpecialToken": {
"id": "",
"type_id": 0
}
},
{
"Sequence": {
"id": "A",
"type_id": 0
}
},
{
"SpecialToken": {
"id": "",
"type_id": 0
}
}
],
"pair": [
{
"SpecialToken": {
"id": "",
"type_id": 0
}
},
{
"Sequence": {
"id": "A",
"type_id": 0
}
},
{
"SpecialToken": {
"id": "",
"type_id": 0
}
},
{
"SpecialToken": {
"id": "",
"type_id": 1
}
},
{
"Sequence": {
"id": "B",
"type_id": 1
}
},
{
"SpecialToken": {
"id": "",
"type_id": 1
}
}
],
"special_tokens": {
"": {
"id": "",
"ids": [
1
],
"tokens": [
""
]
},
"": {
"id": "",
"ids": [
0
],
"tokens": [
""
]
}
}
},
"decoder": {
"type": "Metaspace",
"replacement": "▁",
"add_prefix_space": true
},
"model": {
"type": "Unigram",
"unk_id": 2,
"vocab": [
[
"",
0.0
],
[
"",
0.0
],
[
"",
0.0
],
[
"",
0.0
],
[
"",
0.0
],
[
"▁",
-2.75869814074289
],
[
"e",
-3.312616264157082
],
[
"s",
-3.371925047574445
],
[
"en",
-3.43812474805352
],
[
"t",
-3.448363210059373
],
[
"n",
-3.547764495418136
],
[
".",
-3.581413550725161
],
[
"r",
-3.985586727685076
],
[
"er",
-4.105435074111613
],
[
"m",
-4.147527265282566
],
[
"i",
-4.308234798983186
],
[
"a",
-4.338330650053566
],
[
"l",
-4.383961859636472
],
[
"f",
-4.457483526274292
],
[
"o",
-4.458795876478069
],
[
"▁die",
-4.478795959096901
],
[
"d",
-4.493714500336141
],
[
"▁der",
-4.501206395980887
],
[
"h",
-4.5208705425744515
],
[
"g",
-4.5553596304778115
],
[
"k",
-4.7284131083450625
],
[
"b",
-4.7284936876737955
],
[
",",
-4.820429382378366
],
[
"▁in",
-4.874868547517908
],
[
"te",
-4.875447783238984
],
[
"u",
-4.877424070683736
],
[
"ch",
-4.988026220956872
],
[
"ä",
-4.998125557134038
],
[
"▁er",
-5.020901588613164
],
[
"▁und",
-5.020987097232181
],
[
"st",
-5.036643389051404
],
[
"ge",
-5.072876596622352
],
[
"an",
-5.100975368722535
],
[
"in",
-5.102158730903074
],
[
"▁be",
-5.108610311744906
],
[
"ung",
-5.1190311944469915
],
[
"▁f",
-5.128309174690592
],
[
"▁ge",
-5.169323390518475
],
[
"z",
-5.188069767394525
],
[
"al",
-5.209618747931671
],
[
"▁ein",
-5.2712723824047885
],
[
"de",
-5.290898364318393
],
[
"ra",
-5.310737078354407
],
[
"sch",
-5.330307854624628
],
[
"▁k",
-5.343989229262942
],
[
"ü",
-5.349766851766532
],
[
"p",
-5.358254544579557
],
[
"▁b",
-5.374240716221314
],
[
"w",
-5.374880378418618
],
[
"▁ver",
-5.3966505323719876
],
[
"▁das",
-5.408812718160043
],
[
"▁ist",
-5.456919152804689
],
[
"▁w",
-5.485700876577946
],
[
"ig",
-5.514026257241179
],
[
"lich",
-5.518694259277913
],
[
"ar",
-5.566747964819074
],
[
"▁p",
-5.5918008492414835
],
[
"or",
-5.6276096697376055
],
[
"▁zu",
-5.631915414929322
],
[
"▁an",
-5.6514461397396385
],
[
"v",
-5.655471557856529
],
[
"au",
-5.680286737329075
],
[
"ri",
-5.6828918958356205
],
[
"▁g",
-5.696772444556624
],
[
"t.",
-5.720050742665402
],
[
"-",
-5.731128772318598
],
[
"▁auf",
-5.739139613739383
],
[
"ten",
-5.748796887378994
],
[
"▁den",
-5.767460627814067
],
[
"▁von",
-5.768669985499429
],
[
"gen",
-5.770827998696044
],
[
"ter",
-5.800157779559516
],
[
"▁sie",
-5.80388064513304
],
[
"▁im",
-5.817053967080259
],
[
"es",
-5.820632369133383
],
[
"▁st",
-5.827494754236229
],
[
"▁mit",
-5.835538013517162
],
[
"it",
-5.857094155991634
],
[
"▁wurde",
-5.863190745594553
],
[
"y",
-5.869776654571931
],
[
"ie",
-5.876484374886553
],
[
"el",
-5.877267009524532
],
[
"▁eine",
-5.88083924887081
],
[
"▁da",
-5.8811216497434256
],
[
"▁aus",
-5.8981716300042955
],
[
"▁des",
-5.915988264641813
],
[
"ö",
-5.943319109015436
],
[
"on",
-5.964821949828588
],
[
"li",
-5.965697962947253
],
[
"▁sich",
-5.983988699861534
],
[
"ck",
-5.987007414057958
],
[
"▁war",
-6.000573800306794
],
[
"hr",
-6.004652206220809
],
[
"and",
-6.005911091333802
],
[
"der",
-6.018052059112742
],
[
"▁sch",
-6.025410868369102
],
[
"▁als",
-6.053585166436022
],
[
"us",
-6.053597772180201
],
[
"am",
-6.061784753367656
],
[
"ol",
-6.070955151121492
],
[
"la",
-6.080065708956546
],
[
"c",
-6.086265614984908
],
[
"le",
-6.107614707769269
],
[
"den",
-6.114766195397985
],
[
"▁auch",
-6.13731418947477
],
[
"is",
-6.141541370512265
],
[
"il",
-6.158091580072076
],
[
"▁so",
-6.15853063825762
],
[
"ro",
-6.158653159589004
],
[
"▁für",
-6.165951066569487
],
[
"▁es",
-6.169491108902356
],
[
"ben",
-6.186844455940092
],
[
"ze",
-6.190549524761568
],
[
"he",
-6.21179899169654
],
[
"ein",
-6.2164235791342985
],
[
"▁diese",
-6.223669382913064
],
[
"ut",
-6.235742695350453
],
[
"▁dem",
-6.265119060284391
],
[
"▁nicht",
-6.267290907384584
],
[
"▁nach",
-6.274872680837344
],
[
"ur",
-6.283759922503215
],
[
"at",
-6.285377567240939
],
[
"▁se",
-6.2949541733589705
],
[
"▁vor",
-6.307141876945973
],
[
"icht",
-6.316192736375154
],
[
"▁bei",
-6.318530243906897
],
[
"be",
-6.319935480438787
],
[
"ste",
-6.322867964484761
],
[
"di",
-6.349601859601728
],
[
"ach",
-6.352561667885462
],
[
"um",
-6.358749189517374
],
[
"rei",
-6.38042951618702
],
[
"her",
-6.392298871024931
],
[
"und",
-6.393730838032887
],
[
"ll",
-6.4034484204983855
],
[
"▁re",
-6.407967993323538
],
[
"ber",
-6.411817778902636
],
[
"▁sind",
-6.431958277710065
],
[
"▁über",
-6.451899490364786
],
[
"zi",
-6.453047985028681
],
[
"ischen",
-6.456424600422075
],
[
"ell",
-6.456572654145528
],
[
"▁le",
-6.4684281564240305
],
[
"▁unter",
-6.475003886305272
],
[
"ion",
-6.481981767543813
],
[
"▁wir",
-6.504626258504166
],
[
"▁ma",
-6.505562218270635
],
[
"un",
-6.537869386512535
],
[
"▁ab",
-6.538945940779486
],
[
"▁seine",
-6.53959793265474
],
[
"ische",
-6.541449048031405
],
[
"▁ha",
-6.541479285248597
],
[
"iert",
-6.544741108919061
],
[
"tz",
-6.567036042841904
],
[
"ß",
-6.583993527198338
],
[
"ff",
-6.594808892704224
],
[
"ho",
-6.609771652969306
],
[
"ungen",
-6.622011689293361
],
[
"▁wird",
-6.624052586000612
],
[
"ort",
-6.641889310746684
],
[
"ik",
-6.644961636686334
],
[
"\"",
-6.649035786016606
],
[
"▁ich",
-6.667445555964781
],
[
"hl",
-6.6755465518760175
],
[
"j",
-6.678062410734739
],
[
"ist",
-6.678334519818019
],
[
"wi",
-6.6832019327463
],
[
"▁me",
-6.707477675514756
],
[
"et",
-6.708225704043256
],
[
"▁ent",
-6.708777597631121
],
[
"▁hat",
-6.7192457028257255
],
[
"ver",
-6.720501687977915
],
[
"teil",
-6.722221259612914
],
[
"igen",
-6.750758692698238
],
[
"▁sein",
-6.754158997802705
],
[
"uch",
-6.76119136669071
],
[
"wa",
-6.767589385032814
],
[
"ru",
-6.770735579397337
],
[
"lo",
-6.781946795476461
],
[
"▁un",
-6.793240157693985
],
[
"▁\"",
-6.793952600948714
],
[
"spiel",
-6.797090101463743
],
[
"▁zwei",
-6.820649612058803
],
[
"kt",
-6.824778692788952
],
[
"ger",
-6.8264132905979835
],
[
"hn",
-6.829649698355972
],
[
"ür",
-6.831854793290274
],
[
"▁um",
-6.833414291471536
],
[
"ation",
-6.838320671594769
],
[
"ing",
-6.859880950467385
],
[
"x",
-6.867989807676651
],
[
"reich",
-6.882826310932511
],
[
"▁durch",
-6.906881475050827
],
[
"▁ihre",
-6.915547046241544
],
[
"lä",
-6.919560669981115
],
[
"ord",
-6.92446953887225
],
[
"ul",
-6.932867432967177
],
[
"zu",
-6.987463065132177
],
[
"▁kon",
-6.989562203918835
],
[
"▁ka",
-6.996191195012539
],
[
"schaft",
-6.999766869887017
],
[
"mal",
-7.034446041360219
],
[
"arbeit",
-7.034993259437012
],
[
"▁werden",
-7.039547600078
],
[
"▁mi",
-7.050385916918236
],
[
"mp",
-7.0506416519729616
],
[
"elt",
-7.0548739921022605
],
[
"sten",
-7.060614698146614
],
[
"▁alle",
-7.103913175256194
],
[
"▁jahr",
-7.1120001288950725
],
[
"▁man",
-7.1273836162072985
],
[
"ör",
-7.141298664064795
],
[
"▁zum",
-7.142424696123008
],
[
"▁dieser",
-7.165352785519538
],
[
"tzt",
-7.171631771269581
],
[
"▁sa",
-7.202048321039063
],
[
"bau",
-7.206441178562319
],
[
"halt",
-7.216762802931504
],
[
"▁mehr",
-7.220397061709823
],
[
"▁mo",
-7.22609152016866
],
[
"▁je",
-7.227233521431721
],
[
"▁noch",
-7.236773242116545
],
[
"komm",
-7.24772096576174
],
[
"wei",
-7.282858966947986
],
[
"lei",
-7.305385785004667
],
[
"▁wie",
-7.327891201857508
],
[
"keit",
-7.335373568623924
],
[
"▁nur",
-7.348978214165395
],
[
"▁viel",
-7.352513338463417
],
[
"vi",
-7.368230379975278
],
[
"tre",
-7.374482326525028
],
[
"▁neu",
-7.375154113455155
],
[
"akt",
-7.379326849574493
],
[
"heit",
-7.390110112007266
],
[
"„",
-7.40176410423696
],
[
"“",
-7.40883866542336
],
[
"recht",
-7.409385457473617
],
[
"▁hier",
-7.42854534649463
],
[
"▁haben",
-7.440458770925609
],
[
"?",
-7.4523704427474655
],
[
"▁do",
-7.455892524902302
],
[
"leg",
-7.456050734990955
],
[
"bild",
-7.457667689697907
],
[
"▁hin",
-7.471094508844784
],
[
"lang",
-7.50446689216592
],
[
"▁kann",
-7.536434222203006
],
[
"▁andere",
-7.543091364154499
],
[
"mme",
-7.5612321696173215
],
[
"fahr",
-7.571192391627541
],
[
"q",
-7.587118602885619
],
[
"gleich",
-7.597417875437797
],
[
"▁drei",
-7.599016169524393
],
[
"▁jedoch",
-7.6002320596282225
],
[
"burg",
-7.602107044866534
],
[
"▁oder",
-7.604658598051678
],
[
"▁heute",
-7.606711186892904
],
[
"▁keine",
-7.6131058818296
],
[
"▁groß",
-7.61440321043448
],
[
"sitz",
-7.644053928528626
],
[
"ließ",
-7.656771024772421
],
[
"▁später",
-7.681462829134073
],
[
"▁co",
-7.688024955724712
],
[
"weise",
-7.694226505370857
],
[
"ierung",
-7.705463265715377
],
[
"form",
-7.724321308170095
],
[
"▁muss",
-7.748649003246093
],
[
"▁gibt",
-7.7502204236923244
],
[
"werk",
-7.753334848484615
],
[
"folge",
-7.762185849321737
],
[
"▁weitere",
-7.764369532721215
],
[
"mittel",
-7.780095405398456
],
[
"weg",
-7.791796549586241
],
[
"punkt",
-7.845096448765087
],
[
"▁liegt",
-7.871328708467415
],
[
"▁können",
-7.892505531307874
],
[
"stelle",
-7.905102190407899
],
[
"staat",
-7.923151986545438
],
[
"▁erfolg",
-7.930287001745645
],
[
"bahn",
-7.942413993335368
],
[
"nehmen",
-7.953030717890773
],
[
"gebiet",
-7.954203121546092
],
[
"▁dabei",
-7.955131162440692
],
[
"grün",
-7.977574976420128
],
[
"▁süd",
-7.98615610419326
],
[
"wirtschaft",
-8.007825074707027
],
[
"!",
-8.01228655161355
],
[
"fass",
-8.014442284722916
],
[
"▁zusammen",
-8.017787194974089
],
[
"▁müssen",
-8.019995697129897
],
[
"▁bekannt",
-8.026468634167097
],
[
"kirche",
-8.03219648494238
],
[
"gesetz",
-8.065492615461816
],
[
"▁sollte",
-8.069228675299462
],
[
"nahme",
-8.084027405540711
],
[
"möglich",
-8.103342473383945
],
[
"▁gehört",
-8.103960144411996
],
[
"▁vom",
-8.11029946558302
],
[
"trieb",
-8.132262754066497
],
[
"▁deutsche",
-8.192299759856168
],
[
"schloss",
-8.195050727940055
],
[
"▁europäische",
-8.197116052214193
],
[
"meister",
-8.20172742580222
],
[
"▁befindet",
-8.249029222994382
],
[
"▁selbst",
-8.259068090189473
],
[
"▁zwischen",
-8.27390323038744
],
[
"ologi",
-8.27427649405356
],
[
"▁möchte",
-8.286080099671937
],
[
"▁europa",
-8.305009397364849
],
[
"▁während",
-8.311893165250204
],
[
"▁außerdem",
-8.31683927148722
],
[
"gestellt",
-8.341358703560255
],
[
"gruppe",
-8.41887542840609
],
[
"▁kommission",
-8.435971328600345
],
[
"ständig",
-8.454271334745377
],
[
"▁allerdings",
-8.481979445575766
],
[
"wissenschaft",
-8.494042654613365
],
[
"▁zahlreiche",
-8.505652670619737
],
[
"▁zunächst",
-8.569961824648042
],
[
"▁parlament",
-8.575405135909682
],
[
"▁ebenfalls",
-8.600438945496862
],
[
"präsident",
-8.604066919002488
],
[
"▁studierte",
-8.665383737644929
],
[
"gebäude",
-8.67137606251437
],
[
"▁weltkrieg",
-8.697149280895086
],
[
"produkt",
-8.737487425468894
],
[
"▁universität",
-8.75461705933243
],
[
"▁deutschland",
-8.781872005967628
],
[
"▁verheiratet",
-8.893236961619962
],
[
"▁ursprünglich",
-9.07675048545418
],
[
":",
-9.17176916010953
],
[
"’",
-9.403621455832074
],
[
"–",
-9.720010046222232
],
[
"(",
-9.967011307247525
],
[
"'",
-9.967011307247526
],
[
")",
-9.967011307247526
],
[
";",
-10.03099047461219
],
[
"á",
-11.14485899373271
],
[
"í",
-11.374838851749285
],
[
"‘",
-11.412477612533788
],
[
"ó",
-11.605264112823864
],
[
"»",
-11.659884984961778
],
[
"ō",
-11.674019437064464
],
[
"«",
-11.674019437064466
],
[
"‚",
-11.755545670894076
],
[
"š",
-12.081262834240782
],
[
"&",
-12.182471666882815
],
[
"é",
-12.584975346684512
],
[
"č",
-12.602832489541656
],
[
"ł",
-12.639532826241991
],
[
"ř",
-12.758480859736956
],
[
"”",
-12.846446080865917
],
[
"â",
-12.942901662531366
],
[
"ž",
-13.021885504673104
],
[
"ø",
-13.021885504673104
],
[
"ý",
-13.137949506031225
],
[
"ı",
-13.137949506031225
],
[
"ş",
-13.169199506031225
],
[
"ô",
-13.201457570547351
],
[
"ã",
-13.234790903880686
],
[
"ñ",
-13.269273662501377
],
[
"ū",
-13.304987948215658
],
[
"´",
-13.342024985252698
],
[
"ʿ",
-13.342024985252698
],
[
"ā",
-13.342024985252698
],
[
"ú",
-13.380486523714236
],
[
"ë",
-13.420486523714237
],
[
"ě",
-13.648705044324062
],
[
"ə",
-13.648705044324064
],
[
"ī",
-13.944882374905433
],
[
"đ",
-14.016310946334023
],
[
"…",
-14.016310946334023
],
[
"=",
-14.093234023257144
],
[
"—",
-14.093234023257144
],
[
"æ",
-14.093234023257146
],
[
"å",
-14.17656735659058
],
[
"ń",
-14.17656735659058
],
[
"ă",
-14.367476447500714
],
[
"î",
-14.478587558614302
],
[
"ð",
-14.478587558614302
],
[
"ň",
-14.603587558623405
],
[
"ą",
-14.603587558623406
],
[
"ė",
-14.746444701480549
],
[
"_",
-14.746444701480549
],
[
"ï",
-14.913111368147216
],
[
"/",
-14.913111368147216
],
[
"−",
-14.91311136818717
],
[
"ḫ",
-15.113111368147218
],
[
"″",
-15.113111368187171
],
[
"ő",
-15.113111368187171
],
[
"ò",
-15.113111368187177
],
[
"ę",
-15.363111368147218
],
[
"‟",
-15.363111368187166
],
[
"`",
-15.363111368187177
],
[
"ů",
-15.363111368187177
],
[
"′",
-15.363111368187177
],
[
"›",
-15.69644470148055
],
[
"¡",
-15.69644470148055
],
[
"о",
-15.69644470148056
],
[
"‑",
-15.69644470148056
],
[
"а",
-15.696444701520493
],
[
"ġ",
-15.696444701520496
],
[
"‹",
-15.696444701520509
],
[
"ì",
-15.696444701520509
],
[
"]",
-15.696444701520509
],
[
"и",
-15.696444701520509
],
[
"ш",
-16.196444701520498
],
[
"û",
-16.1964447015205
],
[
"õ",
-16.196444701520505
],
[
"ế",
-16.19644470152051
],
[
"%",
-16.19644470152051
],
[
"~",
-16.19644470152051
],
[
"ả",
-16.19644470152051
],
[
"ť",
-16.19644470152051
],
[
"ạ",
-16.19644470152051
],
[
"ṣ",
-16.19644470152051
],
[
"̇",
-17.194144701520507
],
[
"ʻ",
-17.19424470152051
],
[
"µ",
-17.19434470152051
],
[
"р",
-17.19444470152051
],
[
"м",
-17.19454470152051
],
[
"е",
-17.19464470152051
],
[
"ț",
-17.19474470152051
],
[
"ż",
-17.19484470152051
],
[
"с",
-17.19494470152051
],
[
"ф",
-17.19504470152051
],
[
"[",
-17.19514470152051
],
[
"→",
-17.195244701520508
],
[
"ê",
-17.195344701520508
],
[
"ź",
-17.195444701520508
],
[
"в",
-17.195544701520507
],
[
"ğ",
-17.195644701520507
],
[
"ç",
-17.19574470152051
],
[
"ơ",
-17.19584470152051
],
[
"ș",
-17.19594470152051
],
[
"ď",
-17.19604470152051
],
[
"œ",
-17.19614470152051
],
[
"à",
-17.19624470152051
],
[
"ś",
-17.19634470152051
],
[
"ʾ",
-17.19644470148056
],
[
"§",
-17.19644470148056
],
[
"道",
-17.19644470148057
],
[
"ſ",
-17.196444701520484
],
[
"×",
-17.196444701520484
],
[
"þ",
-17.196444701520484
],
[
"⟨",
-17.196444701520498
],
[
"毛",
-17.196444701520498
],
[
"城",
-17.196444701520498
],
[
"י",
-17.196444701520498
],
[
"ħ",
-17.196444701520498
],
[
"無",
-17.19644470152051
],
[
"ַ",
-17.19644470152051
],
[
"合",
-17.19644470152051
],
[
"ć",
-17.19644470152051
],
[
"ན",
-17.19644470152051
],
[
"≡",
-17.19644470152051
],
[
"ằ",
-17.19644470152051
],
[
"ễ",
-17.19644470152051
],
[
"辶",
-17.19644470152051
],
[
"泽",
-17.19644470152051
],
[
"ѹ",
-17.19644470152051
],
[
"尣",
-17.19644470152051
],
[
"*",
-17.19644470152051
],
[
"ч",
-17.19644470152051
],
[
"ộ",
-17.19644470152051
],
[
"+",
-17.19644470152051
],
[
"黃",
-17.19644470152051
],
[
"支",
-17.19644470152051
],
[
"་",
-17.19644470152051
],
[
"临",
-17.19644470152051
],
[
"ה",
-17.19644470152051
],
[
"臣",
-17.19644470152051
],
[
"̥",
-17.19644470152051
],
[
"ņ",
-17.19644470152051
],
[
"ṟ",
-17.19644470152051
],
[
"镇",
-17.19644470152051
],
[
"̆",
-17.19644470152051
],
[
"к",
-17.19644470152051
],
[
"ŏ",
-17.19644470152051
],
[
"è",
-17.19644470152051
],
[
"$",
-17.19644470152051
],
[
"东",
-17.19644470152051
],
[
"ù",
-17.19644470152051
],
[
"ắ",
-17.19644470152051
],
[
"ṭ",
-17.19644470152051
],
[
"ụ",
-17.19644470152051
],
[
"ǐ",
-17.19644470152051
],
[
"ש",
-17.19644470152051
],
[
"⟩",
-17.19644470152051
],
[
"ע",
-17.19644470152051
],
[
"カ",
-17.19644470152051
],
[
"关",
-17.19644470152051
],
[
"比",
-17.19644470152051
],
[
"°",
-17.19644470152051
],
[
"孙",
-17.19644470152051
],
[
"ē",
-17.19644470152051
]
]
}
}