File size: 3,139 Bytes
dd7b55b | 1 | {"version": "1.0", "truncation": null, "padding": null, "added_tokens": [{"id": 0, "content": "<PAD>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true}, {"id": 1, "content": "<BOS>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true}, {"id": 2, "content": "<EOS>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true}, {"id": 3, "content": "<BEGIN_GRID>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true}, {"id": 4, "content": "<END_GRID>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true}, {"id": 5, "content": "<BEGIN_ROW>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true}, {"id": 6, "content": "<END_ROW>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true}, {"id": 7, "content": "<INPUT>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true}, {"id": 8, "content": "<OUTPUT>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true}, {"id": 9, "content": "<COLOR_BLACK>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, {"id": 10, "content": "<COLOR_BLUE>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, {"id": 11, "content": "<COLOR_RED>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, {"id": 12, "content": "<COLOR_GREEN>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, {"id": 13, "content": "<COLOR_YELLOW>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, {"id": 14, "content": "<COLOR_GREY>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, {"id": 15, "content": "<COLOR_FUCHSIA>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, {"id": 16, "content": "<COLOR_ORANGE>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, {"id": 17, "content": "<COLOR_TEAL>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, {"id": 18, "content": "<COLOR_BROWN>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}], "normalizer": null, "pre_tokenizer": {"type": "WhitespaceSplit"}, "post_processor": null, "decoder": {"type": "WordPiece", "prefix": "##", "cleanup": false}, "model": {"type": "WordLevel", "vocab": {"<PAD>": 0, "<BOS>": 1, "<EOS>": 2, "<BEGIN_GRID>": 3, "<END_GRID>": 4, "<BEGIN_ROW>": 5, "<END_ROW>": 6, "<INPUT>": 7, "<OUTPUT>": 8, "<COLOR_BLACK>": 9, "<COLOR_BLUE>": 10, "<COLOR_RED>": 11, "<COLOR_GREEN>": 12, "<COLOR_YELLOW>": 13, "<COLOR_GREY>": 14, "<COLOR_FUCHSIA>": 15, "<COLOR_ORANGE>": 16, "<COLOR_TEAL>": 17, "<COLOR_BROWN>": 18}, "unk_token": "<PAD>"}} |