| export declare type Token = |
| | { type: "StringLiteral"; value: string; closed: boolean } |
| | { type: "NoSubstitutionTemplate"; value: string; closed: boolean } |
| | { type: "TemplateHead"; value: string } |
| | { type: "TemplateMiddle"; value: string } |
| | { type: "TemplateTail"; value: string; closed: boolean } |
| | { type: "RegularExpressionLiteral"; value: string; closed: boolean } |
| | { type: "MultiLineComment"; value: string; closed: boolean } |
| | { type: "SingleLineComment"; value: string } |
| | { type: "IdentifierName"; value: string } |
| | { type: "PrivateIdentifier"; value: string } |
| | { type: "NumericLiteral"; value: string } |
| | { type: "Punctuator"; value: string } |
| | { type: "WhiteSpace"; value: string } |
| | { type: "LineTerminatorSequence"; value: string } |
| | { type: "Invalid"; value: string }; |
|
|
| export declare type JSXToken = |
| | { type: "JSXString"; value: string; closed: boolean } |
| | { type: "JSXText"; value: string } |
| | { type: "JSXIdentifier"; value: string } |
| | { type: "JSXPunctuator"; value: string } |
| | { type: "JSXInvalid"; value: string }; |
|
|
| declare function jsTokens( |
| input: string, |
| options: { jsx: true } |
| ): Iterable<Token | JSXToken>; |
|
|
| declare function jsTokens( |
| input: string, |
| options?: { jsx?: boolean } |
| ): Iterable<Token>; |
|
|
| |
| export = jsTokens; |
|
|