flpelerin commited on
Commit
fab1845
·
1 Parent(s): c543589

Update file tokenizer.h

Browse files
Files changed (1) hide show
  1. c_tokenizer/tokenizer.h +2 -2
c_tokenizer/tokenizer.h CHANGED
@@ -13,10 +13,10 @@ extern char _binary_tokenizer_bin_end[];
13
 
14
  #define MAX_WORD_LEN 24
15
 
16
- typedef struct __attribute__((packed)) {
17
  uint8_t byte;
18
  uint16_t prev;
19
- } token[];
20
 
21
 
22
  typedef struct Tokenizer Tokenizer;
 
13
 
14
  #define MAX_WORD_LEN 24
15
 
16
+ typedef struct {
17
  uint8_t byte;
18
  uint16_t prev;
19
+ } token_t;
20
 
21
 
22
  typedef struct Tokenizer Tokenizer;