{ "add_prefix_space": true, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32000": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32001": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32002": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32003": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32004": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32005": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32006": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32007": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32008": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32009": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32010": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32011": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32012": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32013": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32014": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32015": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32016": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32017": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32018": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32019": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32020": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32021": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32022": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32023": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32024": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32025": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32026": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32027": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32028": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32029": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32030": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32031": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32032": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32033": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32034": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32035": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32036": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32037": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32038": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32039": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32040": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32041": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32042": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32043": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32044": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32045": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32046": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32047": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32048": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32049": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32050": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32051": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32052": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32053": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32054": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32055": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32056": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32057": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32058": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32059": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32060": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32061": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32062": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32063": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32064": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32065": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32066": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32067": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32068": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32069": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32070": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32071": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32072": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32073": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32074": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32075": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32076": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32077": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32078": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32079": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32080": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32081": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32082": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32083": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32084": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32085": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32086": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32087": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32088": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32089": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32090": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32091": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32092": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32093": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32094": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32095": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32096": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32097": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32098": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32099": { "content": "", "lstrip": true, "normalized": false, "rstrip": true, "single_word": false, "special": true }, "32100": { "content": "\n", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32101": { "content": "\t", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32102": { "content": "\n\n", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32103": { "content": "\r", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32104": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32105": { "content": "# ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32106": { "content": "## ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32107": { "content": "### ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32108": { "content": "#### ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32109": { "content": "##### ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32110": { "content": "###### ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32111": { "content": "~~", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32112": { "content": "```", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32113": { "content": "```python", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32114": { "content": "```json", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32115": { "content": "```html", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32116": { "content": "```bash", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32117": { "content": "```cpp", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32118": { "content": "```javascript", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32119": { "content": "```rust", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32120": { "content": "```sql", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32121": { "content": "```go", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32122": { "content": "```yaml", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32123": { "content": "```markdown", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32124": { "content": "- ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32125": { "content": "* ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32126": { "content": "+ ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32127": { "content": "> ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32128": { "content": "1. ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32129": { "content": "2. ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32130": { "content": "[ ] ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32131": { "content": "[x] ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32132": { "content": "[!] ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32133": { "content": "(a) ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32134": { "content": "(1) ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32135": { "content": "| ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32136": { "content": " |", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32137": { "content": "---", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32138": { "content": "|:---", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32139": { "content": "---:|", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32140": { "content": ":---:", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32141": { "content": "|---", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32142": { "content": "---|", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32143": { "content": "| : ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32144": { "content": "©", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32145": { "content": "®", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32146": { "content": "™", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32147": { "content": "÷", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32148": { "content": "…", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32149": { "content": "●", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32150": { "content": "○", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32151": { "content": "▪", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32152": { "content": "▫", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32153": { "content": "←", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32154": { "content": "↑", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32155": { "content": "↓", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32156": { "content": "⇒", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32157": { "content": "⇐", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32158": { "content": "⇔", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32159": { "content": "↔", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32160": { "content": "↵", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32161": { "content": "⇨", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32162": { "content": "➤", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32163": { "content": "✅", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32164": { "content": "❌", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32165": { "content": "⚠️", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32166": { "content": "$$", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32167": { "content": "\\begin", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32168": { "content": "\\end", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32169": { "content": "\\frac", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32170": { "content": "\\sqrt", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32171": { "content": "\\sum", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32172": { "content": "\\int", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32173": { "content": "\\partial", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32174": { "content": "\\alpha", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32175": { "content": "\\beta", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32176": { "content": "\\gamma", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32177": { "content": "\\delta", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32178": { "content": "\\epsilon", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32179": { "content": "\\zeta", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32180": { "content": "\\eta", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32181": { "content": "\\theta", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32182": { "content": "\\iota", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32183": { "content": "\\kappa", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32184": { "content": "\\lambda", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32185": { "content": "\\mu", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32186": { "content": "\\nu", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32187": { "content": "\\xi", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32188": { "content": "\\pi", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32189": { "content": "\\rho", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32190": { "content": "\\sigma", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32191": { "content": "\\tau", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32192": { "content": "\\phi", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32193": { "content": "\\chi", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32194": { "content": "\\psi", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32195": { "content": "\\omega", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32196": { "content": "\\infty", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32197": { "content": "\\times", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32198": { "content": "\\pm", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32199": { "content": "\\neq", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32200": { "content": "\\approx", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32201": { "content": "\\le", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32202": { "content": "\\ge", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32203": { "content": "\\forall", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32204": { "content": "\\exists", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32205": { "content": "\\in", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32206": { "content": "\\notin", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32207": { "content": "\\subset", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32208": { "content": "\\supset", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32209": { "content": "\\cup", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32210": { "content": "\\cap", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32211": { "content": "\\nabla", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32212": { "content": "\\triangle", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32213": { "content": "\\therefore", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32214": { "content": "\\because", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32215": { "content": "\\perp", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32216": { "content": "\\parallel", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32217": { "content": "^ ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32218": { "content": "_ ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32219": { "content": "{ ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32220": { "content": " }", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32221": { "content": "[ ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32222": { "content": " ]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32223": { "content": "( ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32224": { "content": " )", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32225": { "content": "\\langle", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32226": { "content": "\\rangle", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32227": { "content": "\\vert", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32228": { "content": "\\Vert", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32229": { "content": "Rp", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32230": { "content": "¥", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32231": { "content": "°C", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32232": { "content": "°F", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32233": { "content": "km/h", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32234": { "content": "m/s", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32235": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32236": { "content": "<", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32237": { "content": ">", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32238": { "content": "&", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32239": { "content": """, "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32240": { "content": "©", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32241": { "content": "®", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32242": { "content": "™", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "clean_up_tokenization_spaces": false, "eos_token": "", "extra_ids": 100, "extra_special_tokens": {}, "legacy": true, "model_max_length": 512, "pad_token": "", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer", "unk_token": "" }