zeriworkspace commited on
Commit
b98762c
·
verified ·
1 Parent(s): 4481e30

feat: v2 retrained ONNX INT8 model (native FunctionGemma format)

Browse files
config.json CHANGED
@@ -44,11 +44,21 @@
44
  "query_pre_attn_scalar": 256,
45
  "rms_norm_eps": 1e-06,
46
  "rope_local_base_freq": 10000.0,
 
 
 
 
 
 
 
 
 
 
47
  "rope_scaling": null,
48
  "rope_theta": 1000000.0,
49
  "sliding_window": 512,
50
  "transformers_version": "4.57.6",
51
  "use_bidirectional_attention": false,
52
- "use_cache": true,
53
  "vocab_size": 262144
54
  }
 
44
  "query_pre_attn_scalar": 256,
45
  "rms_norm_eps": 1e-06,
46
  "rope_local_base_freq": 10000.0,
47
+ "rope_parameters": {
48
+ "full_attention": {
49
+ "rope_theta": 1000000.0,
50
+ "rope_type": "default"
51
+ },
52
+ "sliding_attention": {
53
+ "rope_theta": 10000.0,
54
+ "rope_type": "default"
55
+ }
56
+ },
57
  "rope_scaling": null,
58
  "rope_theta": 1000000.0,
59
  "sliding_window": 512,
60
  "transformers_version": "4.57.6",
61
  "use_bidirectional_attention": false,
62
+ "use_cache": false,
63
  "vocab_size": 262144
64
  }
model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73164627b112803824e6d6d219c146c94bc1fd320980fc1bb66c21deea84ed20
3
+ size 437499316
special_tokens_map.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "boi_token": "<start_of_image>",
3
  "bos_token": {
4
  "content": "<bos>",
5
  "lstrip": false,
@@ -7,7 +6,6 @@
7
  "rstrip": false,
8
  "single_word": false
9
  },
10
- "eoi_token": "<end_of_image>",
11
  "eos_token": {
12
  "content": "<eos>",
13
  "lstrip": false,
@@ -15,7 +13,13 @@
15
  "rstrip": false,
16
  "single_word": false
17
  },
18
- "image_token": "<image_soft_token>",
 
 
 
 
 
 
19
  "pad_token": {
20
  "content": "<pad>",
21
  "lstrip": false,
@@ -23,7 +27,6 @@
23
  "rstrip": false,
24
  "single_word": false
25
  },
26
- "sfr_token": "<start_function_response>",
27
  "unk_token": {
28
  "content": "<unk>",
29
  "lstrip": false,
 
1
  {
 
2
  "bos_token": {
3
  "content": "<bos>",
4
  "lstrip": false,
 
6
  "rstrip": false,
7
  "single_word": false
8
  },
 
9
  "eos_token": {
10
  "content": "<eos>",
11
  "lstrip": false,
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "mask_token": {
17
+ "content": "<mask>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
  "pad_token": {
24
  "content": "<pad>",
25
  "lstrip": false,
 
27
  "rstrip": false,
28
  "single_word": false
29
  },
 
30
  "unk_token": {
31
  "content": "<unk>",
32
  "lstrip": false,
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6b09a0b4a803ad453063ca4bb49a784540e8120004e2450e025df2b27d41fb2
3
- size 33384899
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d7f800b949accd7eb940bac75e642f9468e4df157403032a55bf54ed23b650
3
+ size 33384898
tokenizer_config.json CHANGED
@@ -40,7 +40,7 @@
40
  "normalized": false,
41
  "rstrip": false,
42
  "single_word": false,
43
- "special": false
44
  },
45
  "5": {
46
  "content": "[multimodal]",
@@ -51331,19 +51331,23 @@
51331
  "special": true
51332
  }
51333
  },
 
51334
  "boi_token": "<start_of_image>",
51335
  "bos_token": "<bos>",
51336
  "clean_up_tokenization_spaces": false,
51337
  "eoi_token": "<end_of_image>",
51338
  "eos_token": "<eos>",
51339
- "extra_special_tokens": {
 
 
 
 
 
51340
  "boi_token": "<start_of_image>",
51341
  "eoi_token": "<end_of_image>",
51342
  "image_token": "<image_soft_token>",
51343
  "sfr_token": "<start_function_response>"
51344
  },
51345
- "image_token": "<image_soft_token>",
51346
- "model_max_length": 1000000000000000019884624838656,
51347
  "pad_token": "<pad>",
51348
  "padding_side": "right",
51349
  "sfr_token": "<start_function_response>",
 
40
  "normalized": false,
41
  "rstrip": false,
42
  "single_word": false,
43
+ "special": true
44
  },
45
  "5": {
46
  "content": "[multimodal]",
 
51331
  "special": true
51332
  }
51333
  },
51334
+ "backend": "tokenizers",
51335
  "boi_token": "<start_of_image>",
51336
  "bos_token": "<bos>",
51337
  "clean_up_tokenization_spaces": false,
51338
  "eoi_token": "<end_of_image>",
51339
  "eos_token": "<eos>",
51340
+ "extra_special_tokens": {},
51341
+ "image_token": "<image_soft_token>",
51342
+ "is_local": false,
51343
+ "mask_token": "<mask>",
51344
+ "model_max_length": 1000000000000000019884624838656,
51345
+ "model_specific_special_tokens": {
51346
  "boi_token": "<start_of_image>",
51347
  "eoi_token": "<end_of_image>",
51348
  "image_token": "<image_soft_token>",
51349
  "sfr_token": "<start_function_response>"
51350
  },
 
 
51351
  "pad_token": "<pad>",
51352
  "padding_side": "right",
51353
  "sfr_token": "<start_function_response>",