Update file tokenizer.h
Browse files- c_tokenizer/tokenizer.h +2 -2
c_tokenizer/tokenizer.h
CHANGED
|
@@ -13,10 +13,10 @@ extern char _binary_tokenizer_bin_end[];
|
|
| 13 |
|
| 14 |
#define MAX_WORD_LEN 24
|
| 15 |
|
| 16 |
-
typedef struct
|
| 17 |
uint8_t byte;
|
| 18 |
uint16_t prev;
|
| 19 |
-
}
|
| 20 |
|
| 21 |
|
| 22 |
typedef struct Tokenizer Tokenizer;
|
|
|
|
| 13 |
|
| 14 |
#define MAX_WORD_LEN 24
|
| 15 |
|
| 16 |
+
typedef struct {
|
| 17 |
uint8_t byte;
|
| 18 |
uint16_t prev;
|
| 19 |
+
} token_t;
|
| 20 |
|
| 21 |
|
| 22 |
typedef struct Tokenizer Tokenizer;
|