| {"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":42,"content":"Β·Β·ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":43,"content":"Β·βξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":44,"content":"ββξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":45,"content":"ββξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":46,"content":"Β·Β·β£ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":47,"content":"βΒ·ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":48,"content":"ββξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":49,"content":"ββξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":50,"content":"βΒ·ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":51,"content":"βΒ·β£ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":52,"content":"Β·Β·ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":53,"content":"Β·βξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":54,"content":"ββξ ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":55,"content":"ββξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":56,"content":"Β·Β·β£ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":57,"content":"βΒ·ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":58,"content":"ββξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":59,"content":"Β·βξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":60,"content":"Β·Β·ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":61,"content":"βΒ·β£ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":62,"content":"eaξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":63,"content":"fbξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":64,"content":"β’β¦Β·Β·ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":65,"content":"β’β¦Β·βξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":66,"content":"β’β¦ββξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":67,"content":"β’β¦ββξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":68,"content":"β’ξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":69,"content":"gcξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false},{"id":70,"content":"hdξ","single_word":false,"lstrip":false,"rstrip":false,"normalized":false,"special":false}],"normalizer":null,"pre_tokenizer":{"type":"Split","pattern":{"Regex":".."},"behavior":"Isolated","invert":false},"post_processor":null,"decoder":{"type":"Sequence","decoders":[{"type":"Replace","pattern":{"Regex":"[ξ-ξΏ]"},"content":""},{"type":"Fuse"}]},"model":{"type":"BPE","dropout":null,"unk_token":null,"continuing_subword_prefix":null,"end_of_word_suffix":null,"fuse_unk":false,"byte_fallback":false,"ignore_merges":false,"vocab":{"a":0,"b":1,"c":2,"d":3,"e":4,"f":5,"g":6,"h":7,"Β·":8,"β’":9,"β£":10,"β":11,"β¦":12,"ae":42,"af":43,"ag":44,"ah":45,"aβ£":46,"be":47,"bf":48,"bg":49,"bh":50,"bβ£":51,"ce":52,"cf":53,"cg":54,"ch":55,"cβ£":56,"de":57,"df":58,"dg":59,"dh":60,"dβ£":61,"Β·Β·":62,"Β·β":63,"β’e":64,"β’f":65,"β’g":66,"β’h":67,"β’β¦":68,"βΒ·":69,"ββ":70},"merges":[["a","e"],["a","f"],["a","g"],["a","h"],["a","β£"],["b","e"],["b","f"],["b","g"],["b","h"],["b","β£"],["c","e"],["c","f"],["c","g"],["c","h"],["c","β£"],["d","e"],["d","f"],["d","g"],["d","h"],["d","β£"],["Β·","Β·"],["Β·","β"],["β’","e"],["β’","f"],["β’","g"],["β’","h"],["β’","β¦"],["β","Β·"],["β","β"]]}} |