k-l-lambda commited on
Commit
1962366
·
1 Parent(s): 54a557e

updated lilylet tokenizer

Browse files
Files changed (1) hide show
  1. assets/lilylet-tokenizer.json +14 -14
assets/lilylet-tokenizer.json CHANGED
@@ -102,6 +102,7 @@
102
  "Presto",
103
  "ritard",
104
  "sempre",
 
105
  "troppo",
106
  "vivace",
107
  "\\clef",
@@ -133,6 +134,7 @@
133
  "\\sfz",
134
  "alto",
135
  "arco",
 
136
  "lent",
137
  "moto",
138
  "pizz",
@@ -373,17 +375,15 @@
373
  },
374
  {
375
  "id": 26,
376
- "type": "byte",
377
- "token": "\u001a",
378
- "text": "\u001a",
379
- "value": 26
380
  },
381
  {
382
  "id": 27,
383
- "type": "byte",
384
- "token": "\u001b",
385
- "text": "\u001b",
386
- "value": 27
387
  },
388
  {
389
  "id": 28,
@@ -2754,16 +2754,16 @@
2754
  },
2755
  {
2756
  "id": 26,
2757
- "type": "byte",
2758
- "token": "\u001a",
2759
- "text": "\u001a",
2760
  "frequency": 0
2761
  },
2762
  {
2763
  "id": 27,
2764
- "type": "byte",
2765
- "token": "\u001b",
2766
- "text": "\u001b",
2767
  "frequency": 0
2768
  },
2769
  {
 
102
  "Presto",
103
  "ritard",
104
  "sempre",
105
+ "treble",
106
  "troppo",
107
  "vivace",
108
  "\\clef",
 
134
  "\\sfz",
135
  "alto",
136
  "arco",
137
+ "bass",
138
  "lent",
139
  "moto",
140
  "pizz",
 
375
  },
376
  {
377
  "id": 26,
378
+ "type": "protected",
379
+ "token": "treble",
380
+ "text": "treble"
 
381
  },
382
  {
383
  "id": 27,
384
+ "type": "protected",
385
+ "token": "bass",
386
+ "text": "bass"
 
387
  },
388
  {
389
  "id": 28,
 
2754
  },
2755
  {
2756
  "id": 26,
2757
+ "type": "protected",
2758
+ "token": "treble",
2759
+ "text": "treble",
2760
  "frequency": 0
2761
  },
2762
  {
2763
  "id": 27,
2764
+ "type": "protected",
2765
+ "token": "bass",
2766
+ "text": "bass",
2767
  "frequency": 0
2768
  },
2769
  {