| { | |
| "<unk>": 0, | |
| "<s>": 1, | |
| "</s>": 2, | |
| "<pad>": 3, | |
| "<mask>": 4, | |
| "!": 5, | |
| "\"": 6, | |
| "#": 7, | |
| "$": 8, | |
| "%": 9, | |
| "&": 10, | |
| "'": 11, | |
| "(": 12, | |
| ")": 13, | |
| "*": 14, | |
| "+": 15, | |
| ",": 16, | |
| "-": 17, | |
| ".": 18, | |
| "/": 19, | |
| "0": 20, | |
| "1": 21, | |
| "2": 22, | |
| "3": 23, | |
| "4": 24, | |
| "5": 25, | |
| "6": 26, | |
| "7": 27, | |
| "8": 28, | |
| "9": 29, | |
| ":": 30, | |
| ";": 31, | |
| "<": 32, | |
| "=": 33, | |
| ">": 34, | |
| "?": 35, | |
| "@": 36, | |
| "A": 37, | |
| "B": 38, | |
| "C": 39, | |
| "D": 40, | |
| "E": 41, | |
| "F": 42, | |
| "G": 43, | |
| "H": 44, | |
| "I": 45, | |
| "J": 46, | |
| "K": 47, | |
| "L": 48, | |
| "M": 49, | |
| "N": 50, | |
| "O": 51, | |
| "P": 52, | |
| "Q": 53, | |
| "R": 54, | |
| "S": 55, | |
| "T": 56, | |
| "U": 57, | |
| "V": 58, | |
| "W": 59, | |
| "X": 60, | |
| "Y": 61, | |
| "Z": 62, | |
| "[": 63, | |
| "\\": 64, | |
| "]": 65, | |
| "^": 66, | |
| "_": 67, | |
| "`": 68, | |
| "a": 69, | |
| "b": 70, | |
| "c": 71, | |
| "d": 72, | |
| "e": 73, | |
| "f": 74, | |
| "g": 75, | |
| "h": 76, | |
| "i": 77, | |
| "j": 78, | |
| "k": 79, | |
| "l": 80, | |
| "m": 81, | |
| "n": 82, | |
| "o": 83, | |
| "p": 84, | |
| "q": 85, | |
| "r": 86, | |
| "s": 87, | |
| "t": 88, | |
| "u": 89, | |
| "v": 90, | |
| "w": 91, | |
| "x": 92, | |
| "y": 93, | |
| "z": 94, | |
| "{": 95, | |
| "|": 96, | |
| "}": 97, | |
| "~": 98, | |
| "\u0120": 99, | |
| "\u010a": 100, | |
| "\u0109": 101, | |
| "\u0100": 102, | |
| "\u0101": 103, | |
| "\u0102": 104, | |
| "\u0103": 105, | |
| "\u0104": 106, | |
| "\u0105": 107, | |
| "\u0106": 108, | |
| "\u0107": 109, | |
| "\u0108": 110, | |
| "\u010b": 111, | |
| "\u010c": 112, | |
| "in": 200, | |
| "er": 201, | |
| "re": 202, | |
| "de": 203, | |
| "on": 204, | |
| "an": 205, | |
| "se": 206, | |
| "at": 207, | |
| "en": 208, | |
| "or": 209, | |
| "ar": 210, | |
| "ti": 211, | |
| "al": 212, | |
| "te": 213, | |
| "ic": 214, | |
| "is": 215, | |
| "it": 216, | |
| "st": 217, | |
| "es": 218, | |
| "ed": 219, | |
| "fi": 220, | |
| "fo": 221, | |
| "fu": 222, | |
| "pr": 223, | |
| "co": 224, | |
| "cl": 225, | |
| "ch": 226, | |
| "tr": 227, | |
| "sp": 228, | |
| "li": 229, | |
| "lo": 230, | |
| "th": 231, | |
| "nd": 232, | |
| "nt": 233, | |
| "le": 234, | |
| "ri": 235, | |
| "ro": 236, | |
| "la": 237, | |
| "me": 238, | |
| "pa": 239, | |
| "ma": 240, | |
| "nc": 241, | |
| "pe": 242, | |
| "ex": 243, | |
| "un": 244, | |
| "ng": 245, | |
| "po": 246, | |
| "ac": 247, | |
| "mo": 248, | |
| "si": 249, | |
| "ing": 250, | |
| "tion": 251, | |
| "ment": 252, | |
| "ble": 253, | |
| "ent": 254, | |
| "pre": 255, | |
| "pro": 256, | |
| "con": 257, | |
| "com": 258, | |
| "str": 259, | |
| "int": 260, | |
| "len": 261, | |
| "num": 262, | |
| "for": 263, | |
| "not": 264, | |
| "get": 265, | |
| "set": 266, | |
| "add": 267, | |
| "new": 268, | |
| "key": 269, | |
| "val": 270, | |
| "res": 271, | |
| "req": 272, | |
| "err": 273, | |
| "msg": 274, | |
| "arg": 275, | |
| "var": 276, | |
| "ref": 277, | |
| "out": 278, | |
| "run": 279, | |
| "log": 280, | |
| "buf": 281, | |
| "ctx": 282, | |
| "cfg": 283, | |
| "app": 284, | |
| "api": 285, | |
| "url": 286, | |
| "src": 287, | |
| "dst": 288, | |
| "tmp": 289, | |
| "idx": 290, | |
| "ptr": 291, | |
| "map": 292, | |
| "arr": 293, | |
| "obj": 294, | |
| "cls": 295, | |
| "mod": 296, | |
| "pkg": 297, | |
| "lib": 298, | |
| "use": 299, | |
| "def": 300, | |
| "class": 301, | |
| "import": 302, | |
| "from": 303, | |
| "return": 304, | |
| "if": 305, | |
| "else": 306, | |
| "elif": 307, | |
| "while": 308, | |
| "try": 309, | |
| "except": 310, | |
| "with": 311, | |
| "as": 312, | |
| "lambda": 313, | |
| "yield": 314, | |
| "async": 315, | |
| "await": 316, | |
| "pass": 317, | |
| "break": 318, | |
| "continue": 319, | |
| "raise": 320, | |
| "True": 321, | |
| "False": 322, | |
| "None": 323, | |
| "and": 324, | |
| "or": 325, | |
| "not": 326, | |
| "global": 327, | |
| "nonlocal": 328, | |
| "assert": 329, | |
| "del": 330, | |
| "self": 331, | |
| "super": 332, | |
| "object": 333, | |
| "print": 334, | |
| "range": 335, | |
| "list": 336, | |
| "dict": 337, | |
| "tuple": 338, | |
| "bool": 339, | |
| "float": 340, | |
| "bytes": 341, | |
| "open": 342, | |
| "type": 343, | |
| "isinstance": 344, | |
| "hasattr": 345, | |
| "getattr": 346, | |
| "setattr": 347, | |
| "property": 348, | |
| "staticmethod": 349, | |
| "function": 350, | |
| "const": 351, | |
| "let": 352, | |
| "export": 353, | |
| "default": 354, | |
| "extends": 355, | |
| "interface": 356, | |
| "typeof": 357, | |
| "instanceof": 358, | |
| "undefined": 359, | |
| "null": 360, | |
| "switch": 361, | |
| "case": 362, | |
| "throw": 363, | |
| "catch": 364, | |
| "finally": 365, | |
| "this": 366, | |
| "void": 367, | |
| "delete": 368, | |
| "enum": 369, | |
| "implements": 370, | |
| "abstract": 371, | |
| "readonly": 372, | |
| "namespace": 373, | |
| "declare": 374, | |
| "keyof": 375, | |
| "infer": 376, | |
| "never": 377, | |
| "unknown": 378, | |
| "readonly": 379, | |
| "optional": 380, | |
| "Promise": 381, | |
| "Array": 382, | |
| "Record": 383, | |
| "Partial": 384, | |
| "Required": 385, | |
| "Omit": 386, | |
| "Pick": 387, | |
| "Exclude": 388, | |
| "Extract": 389, | |
| "NonNullable": 390, | |
| "ReturnType": 391, | |
| "Parameters": 392, | |
| "InstanceType": 393, | |
| "constructor": 394, | |
| "prototype": 395, | |
| "Symbol": 396, | |
| "BigInt": 397, | |
| "Map": 398, | |
| "Set": 399, | |
| "fn": 400, | |
| "mut": 401, | |
| "pub": 402, | |
| "impl": 403, | |
| "trait": 404, | |
| "struct": 405, | |
| "enum": 406, | |
| "match": 407, | |
| "where": 408, | |
| "use": 409, | |
| "mod": 410, | |
| "crate": 411, | |
| "move": 412, | |
| "Box": 413, | |
| "Vec": 414, | |
| "Option": 415, | |
| "Result": 416, | |
| "Ok": 417, | |
| "Err": 418, | |
| "Some": 419, | |
| "func": 420, | |
| "chan": 421, | |
| "go": 422, | |
| "defer": 423, | |
| "select": 424, | |
| "goroutine": 425, | |
| "make": 426, | |
| "append": 427, | |
| "copy": 428, | |
| "panic": 429, | |
| "==": 430, | |
| "!=": 431, | |
| "<=": 432, | |
| ">=": 433, | |
| "=>": 434, | |
| "->": 435, | |
| "::": 436, | |
| "**": 437, | |
| "//": 438, | |
| "&&": 439, | |
| "||": 440, | |
| "??": 441, | |
| "?.": 442, | |
| ":=": 443, | |
| "+=": 444, | |
| "-=": 445, | |
| "*=": 446, | |
| "/=": 447, | |
| "%=": 448, | |
| "**=": 449, | |
| "//=": 450, | |
| "&=": 451, | |
| "|=": 452, | |
| "^=": 453, | |
| "<<": 454, | |
| ">>": 455, | |
| "<<=": 456, | |
| ">>=": 457, | |
| "...": 458, | |
| "..": 459, | |
| "/*": 460, | |
| "*/": 461, | |
| "/**": 462, | |
| "*/": 463, | |
| "///": 464, | |
| "<!--": 465, | |
| "-->": 466, | |
| "${": 467, | |
| "#{": 468, | |
| "#{": 469, | |
| "<div": 470, | |
| "</div>": 471, | |
| "<span": 472, | |
| "</span>": 473, | |
| "<p": 474, | |
| "</p>": 475, | |
| "<img": 476, | |
| "<input": 477, | |
| "<button": 478, | |
| "<form": 479, | |
| "<ul": 480, | |
| "<li": 481, | |
| "<h1": 482, | |
| "<h2": 483, | |
| "<h3": 484, | |
| "<script": 485, | |
| "<style": 486, | |
| "<link": 487, | |
| "<meta": 488, | |
| "className": 489, | |
| "onClick": 490, | |
| "onChange": 491, | |
| "onSubmit": 492, | |
| "htmlFor": 493, | |
| "padding": 494, | |
| "margin": 495, | |
| "display": 496, | |
| "flex": 497, | |
| "grid": 498, | |
| "width": 499, | |
| "height": 500, | |
| "color": 501, | |
| "background": 502, | |
| "border": 503, | |
| "position": 504, | |
| "overflow": 505, | |
| "transform": 506, | |
| "transition": 507, | |
| "animation": 508, | |
| "z-index": 509, | |
| "SELECT": 510, | |
| "FROM": 511, | |
| "WHERE": 512, | |
| "INSERT": 513, | |
| "INTO": 514, | |
| "VALUES": 515, | |
| "UPDATE": 516, | |
| "DELETE": 517, | |
| "CREATE": 518, | |
| "TABLE": 519, | |
| "INDEX": 520, | |
| "JOIN": 521, | |
| "LEFT": 522, | |
| "RIGHT": 523, | |
| "INNER": 524, | |
| "OUTER": 525, | |
| "ORDER": 526, | |
| "GROUP": 527, | |
| "HAVING": 528, | |
| "LIMIT": 529, | |
| "OFFSET": 530, | |
| "DISTINCT": 531, | |
| "PRIMARY": 532, | |
| "FOREIGN": 533, | |
| "REFERENCES": 534, | |
| "CASCADE": 535, | |
| "DEFAULT": 536, | |
| "NOT": 537, | |
| "NULL": 538, | |
| "EXISTS": 539, | |
| "useState": 540, | |
| "useEffect": 541, | |
| "useCallback": 542, | |
| "useMemo": 543, | |
| "useRef": 544, | |
| "useContext": 545, | |
| "useReducer": 546, | |
| "React": 547, | |
| "Component": 548, | |
| "render": 549, | |
| "props": 550, | |
| "state": 551, | |
| "dispatch": 552, | |
| "axios": 553, | |
| "fetch": 554, | |
| "async": 555, | |
| "await": 556, | |
| "then": 557, | |
| "catch": 558, | |
| "finally": 559, | |
| "resolve": 560, | |
| "reject": 561, | |
| "payload": 562, | |
| "handler": 563, | |
| "middleware": 564, | |
| "router": 565, | |
| "express": 566, | |
| "FastAPI": 567, | |
| "pydantic": 568, | |
| "BaseModel": 569, | |
| "SQLAlchemy": 570, | |
| "session": 571, | |
| "query": 572, | |
| "filter": 573, | |
| "numpy": 574, | |
| "pandas": 575, | |
| "torch": 576, | |
| "tensorflow": 577, | |
| "sklearn": 578, | |
| "dataclass": 579, | |
| "\u0120def": 580, | |
| "\u0120class": 581, | |
| "\u0120import": 582, | |
| "\u0120from": 583, | |
| "\u0120return": 584, | |
| "\u0120if": 585, | |
| "\u0120else": 586, | |
| "\u0120for": 587, | |
| "\u0120while": 588, | |
| "\u0120try": 589, | |
| "\u0120async": 590, | |
| "\u0120await": 591, | |
| "\u0120const": 592, | |
| "\u0120let": 593, | |
| "\u0120function": 594, | |
| "\u0120export": 595, | |
| "\u0120interface": 596, | |
| "\u0120type": 597, | |
| "\u0120struct": 598, | |
| "\u0120impl": 599, | |
| "\u0120fn": 600, | |
| "\u0120pub": 601, | |
| "\u0120func": 602, | |
| "\u0120var": 603, | |
| "\u0120new": 604, | |
| "\u0120this": 605, | |
| "\u0120super": 606, | |
| "\u0120self": 607, | |
| "\u0120yield": 608, | |
| "\u0120raise": 609, | |
| "\u0120throw": 610, | |
| "\u0120switch": 611, | |
| "\u0120case": 612, | |
| "\u0120match": 613, | |
| "\u0120where": 614, | |
| "\u0120with": 615, | |
| "\u0120pass": 616, | |
| "\u0120break": 617, | |
| "\u0120continue": 618, | |
| "\u0120delete": 619, | |
| "\u0120True": 620, | |
| "\u0120False": 621, | |
| "\u0120None": 622, | |
| "\u0120null": 623, | |
| "\u0120undefined": 624, | |
| "\u0120true": 625, | |
| "\u0120false": 626, | |
| "\u0120void": 627, | |
| "\u0120print": 628, | |
| "\u0120len": 629, | |
| "\u0120range": 630, | |
| "\u0120list": 631, | |
| "\u0120dict": 632, | |
| "\u0120str": 633, | |
| "\u0120int": 634, | |
| "\u0120float": 635, | |
| "\u0120bool": 636, | |
| "\u0120isinstance": 637, | |
| "\u0120append": 638, | |
| "\u0120make": 639, | |
| "\u0120map": 640, | |
| "\u0120filter": 641, | |
| "\u0120reduce": 642, | |
| "\u0120sorted": 643, | |
| "\u0120enumerate": 644, | |
| "\u0120zip": 645, | |
| "\u0120open": 646, | |
| "\u0120read": 647, | |
| "\u0120write": 648, | |
| "\u0120close": 649, | |
| " ": 650, | |
| " ": 651, | |
| " ": 652, | |
| " ": 653, | |
| "\t": 654, | |
| "\u010a\u010a": 655, | |
| "\u010a ": 656, | |
| "\u010a ": 657, | |
| "\u010a\t": 658, | |
| "\u010a\t\t": 659, | |
| "# ": 660, | |
| "## ": 661, | |
| "### ": 662, | |
| "// ": 663, | |
| "/* ": 664, | |
| " */": 665, | |
| "/** ": 666, | |
| " * ": 667, | |
| "\"\"\"": 668, | |
| "'''": 669, | |
| "#!": 670, | |
| "#!/usr/bin/env": 671, | |
| "# type: ignore": 672, | |
| "# noqa": 673, | |
| "# TODO": 674, | |
| "# FIXME": 675, | |
| "# NOTE": 676, | |
| "# pylint": 677, | |
| "@staticmethod": 678, | |
| "@classmethod": 679, | |
| "@property": 680, | |
| "@abstractmethod": 681, | |
| "@override": 682, | |
| "@deprecated": 683, | |
| "->": 684, | |
| ": int": 685, | |
| ": str": 686, | |
| ": bool": 687, | |
| ": float": 688, | |
| ": list": 689, | |
| ": dict": 690, | |
| ": None": 691, | |
| ": Optional": 692, | |
| ": List": 693, | |
| ": Dict": 694, | |
| ": Tuple": 695, | |
| ": Union": 696, | |
| ": Any": 697, | |
| ": bytes": 698, | |
| ": callable": 699, | |
| "Optional": 700, | |
| "Union": 701, | |
| "List": 702, | |
| "Dict": 703, | |
| "Tuple": 704, | |
| "Callable": 705, | |
| "Generator": 706, | |
| "Iterator": 707, | |
| "Iterable": 708, | |
| "TypeVar": 709, | |
| "Generic": 710, | |
| "Protocol": 711, | |
| "overload": 712, | |
| "typing": 713, | |
| "dataclasses": 714, | |
| "field": 715, | |
| "frozen": 716, | |
| "slots": 717, | |
| "config": 718, | |
| "Config": 719, | |
| "settings": 720, | |
| "Settings": 721, | |
| "model": 722, | |
| "Model": 723, | |
| "schema": 724, | |
| "Schema": 725, | |
| "database": 726, | |
| "Database": 727, | |
| "server": 728, | |
| "Server": 729, | |
| "client": 730, | |
| "Client": 731, | |
| "service": 732, | |
| "Service": 733, | |
| "repository": 734, | |
| "Repository": 735, | |
| "controller": 736, | |
| "Controller": 737, | |
| "middleware": 738, | |
| "Middleware": 739, | |
| "request": 740, | |
| "Request": 741, | |
| "response": 742, | |
| "Response": 743, | |
| "error": 744, | |
| "Error": 745, | |
| "exception": 746, | |
| "Exception": 747, | |
| "logger": 748, | |
| "Logger": 749, | |
| "unittest": 750, | |
| "pytest": 751, | |
| "describe": 752, | |
| "it(": 753, | |
| "test(": 754, | |
| "expect": 755, | |
| "assert": 756, | |
| "assertEquals": 757, | |
| "assertTrue": 758, | |
| "assertFalse": 759, | |
| "assertRaises": 760, | |
| "mock": 761, | |
| "Mock": 762, | |
| "patch": 763, | |
| "fixture": 764, | |
| "setUp": 765, | |
| "tearDown": 766, | |
| "beforeEach": 767, | |
| "afterEach": 768, | |
| "beforeAll": 769, | |
| "afterAll": 770, | |
| "__init__": 780, | |
| "__str__": 781, | |
| "__repr__": 782, | |
| "__len__": 783, | |
| "__iter__": 784, | |
| "__next__": 785, | |
| "__enter__": 786, | |
| "__exit__": 787, | |
| "__call__": 788, | |
| "__get__": 789, | |
| "__set__": 790, | |
| "__delete__": 791, | |
| "__getitem__": 792, | |
| "__setitem__": 793, | |
| "__contains__": 794, | |
| "__add__": 795, | |
| "__mul__": 796, | |
| "__eq__": 797, | |
| "__lt__": 798, | |
| "__hash__": 799, | |
| "tailwind": 800, | |
| "Tailwind": 801, | |
| "styled": 802, | |
| "css-in-js": 803, | |
| "scss": 804, | |
| "less": 805, | |
| "webpack": 806, | |
| "vite": 807, | |
| "rollup": 808, | |
| "esbuild": 809, | |
| "turbopack": 810, | |
| "eslint": 811, | |
| "prettier": 812, | |
| "typescript": 813, | |
| "babel": 814, | |
| "node": 815, | |
| "npm": 816, | |
| "yarn": 817, | |
| "pnpm": 818, | |
| "docker": 819, | |
| "kubernetes": 820, | |
| "terraform": 821, | |
| "ansible": 822, | |
| "github": 823, | |
| "gitlab": 824, | |
| "ci": 825, | |
| "cd": 826, | |
| "pipeline": 827, | |
| "workflow": 828, | |
| "action": 829, | |
| "json": 830, | |
| "yaml": 831, | |
| "toml": 832, | |
| "xml": 833, | |
| "csv": 834, | |
| "parquet": 835, | |
| "arrow": 836, | |
| "protobuf": 837, | |
| "grpc": 838, | |
| "graphql": 839, | |
| "rest": 840, | |
| "websocket": 841, | |
| "mqtt": 842, | |
| "redis": 843, | |
| "postgres": 844, | |
| "mysql": 845, | |
| "mongodb": 846, | |
| "sqlite": 847, | |
| "kafka": 848, | |
| "rabbitmq": 849, | |
| "def __init__(self": 900, | |
| "def __init__(self,": 901, | |
| "self.": 902, | |
| "cls.": 903, | |
| "super().__init__": 904, | |
| "if __name__": 905, | |
| "__name__ == \"__main__\"": 906, | |
| "if __name__ == \"__main__\":": 907, | |
| "from __future__": 908, | |
| "import os": 909, | |
| "import sys": 910, | |
| "import json": 911, | |
| "import re": 912, | |
| "import math": 913, | |
| "import time": 914, | |
| "import datetime": 915, | |
| "import pathlib": 916, | |
| "import logging": 917, | |
| "import asyncio": 918, | |
| "from typing import": 919, | |
| "from pathlib import": 920, | |
| "from dataclasses import": 921, | |
| "from collections import": 922, | |
| "from functools import": 923, | |
| "from itertools import": 924, | |
| "from contextlib import": 925, | |
| "try:": 926, | |
| "except Exception as e:": 927, | |
| "except Exception as": 928, | |
| "raise ValueError": 929, | |
| "raise TypeError": 930, | |
| "raise RuntimeError": 931, | |
| "raise NotImplementedError": 932, | |
| "raise KeyError": 933, | |
| "raise IndexError": 934, | |
| "raise AttributeError": 935, | |
| "return None": 936, | |
| "return True": 937, | |
| "return False": 938, | |
| "return self": 939, | |
| "return result": 940, | |
| "return response": 941, | |
| "return {}": 942, | |
| "return []": 943, | |
| "console.log": 944, | |
| "console.error": 945, | |
| "console.warn": 946, | |
| "console.info": 947, | |
| "JSON.parse": 948, | |
| "JSON.stringify": 949, | |
| "Object.keys": 950, | |
| "Object.values": 951, | |
| "Object.entries": 952, | |
| "Object.assign": 953, | |
| "Array.from": 954, | |
| "Array.isArray": 955, | |
| "Promise.all": 956, | |
| "Promise.resolve": 957, | |
| "Promise.reject": 958, | |
| "Math.floor": 959, | |
| "Math.ceil": 960, | |
| "Math.round": 961, | |
| "Math.max": 962, | |
| "Math.min": 963, | |
| "Date.now": 964, | |
| "<|image|>": 32000, | |
| "<|im_start|>": 32001, | |
| "<|im_end|>": 32002, | |
| "<|vision_start|>": 32003, | |
| "<|vision_end|>": 32004, | |
| "<|image_pad|>": 32005, | |
| "<|fim_prefix|>": 32006, | |
| "<|fim_middle|>": 32007, | |
| "<|fim_suffix|>": 32008, | |
| "<|fim_pad|>": 32009, | |
| "<|endoftext|>": 32010 | |
| } | |