weathon commited on
Commit
35ba935
·
verified ·
1 Parent(s): 1fc050c

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +17 -17
tokenizer_config.json CHANGED
@@ -1,30 +1,30 @@
1
  {
2
  "char_ords": [
3
- 45,
4
- 93,
5
- 41,
6
  52,
7
- 70,
8
- 49,
9
- 40,
10
- 66,
11
- 72,
12
  67,
13
- 54,
 
 
14
  46,
15
- 43,
16
  61,
 
17
  114,
18
- 79,
19
- 53,
20
- 78,
21
  35,
22
- 51,
23
- 108,
24
  80,
25
- 91,
26
  83,
27
- 50
 
 
 
 
 
 
 
 
 
28
  ],
29
  "model_max_length": 1024
30
  }
 
1
  {
2
  "char_ords": [
 
 
 
3
  52,
4
+ 43,
 
 
 
 
5
  67,
6
+ 49,
7
+ 93,
8
+ 45,
9
  46,
 
10
  61,
11
+ 66,
12
  114,
13
+ 91,
 
 
14
  35,
15
+ 53,
 
16
  80,
 
17
  83,
18
+ 51,
19
+ 78,
20
+ 50,
21
+ 54,
22
+ 79,
23
+ 40,
24
+ 72,
25
+ 108,
26
+ 70,
27
+ 41
28
  ],
29
  "model_max_length": 1024
30
  }