Parham9292 commited on
Commit
185a5ca
·
verified ·
1 Parent(s): 72c27ec

Upload 5 files

Browse files
Files changed (5) hide show
  1. added_tokens.json +1 -0
  2. config.json +6 -0
  3. tokenizer.json +0 -0
  4. tokenizer_config.json +30 -0
  5. vocab.json +0 -0
added_tokens.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"[N]": 42000}
config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "text_view": "سلام",
3
+ "app_name": "app",
4
+ "apk_name": "apk.app",
5
+ "package_name": "app"
6
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "unk_token": {
3
+ "content": "<|endoftext|>",
4
+ "single_word": false,
5
+ "lstrip": false,
6
+ "rstrip": false,
7
+ "normalized": true,
8
+ "__type": "AddedToken"
9
+ },
10
+ "bos_token": {
11
+ "content": "<|endoftext|>",
12
+ "single_word": false,
13
+ "lstrip": false,
14
+ "rstrip": false,
15
+ "normalized": true,
16
+ "__type": "AddedToken"
17
+ },
18
+ "eos_token": {
19
+ "content": "<|endoftext|>",
20
+ "single_word": false,
21
+ "lstrip": false,
22
+ "rstrip": false,
23
+ "normalized": true,
24
+ "__type": "AddedToken"
25
+ },
26
+ "add_prefix_space": false,
27
+ "model_max_length": 1024,
28
+ "special_tokens_map_file": null,
29
+ "errors": "replace"
30
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff