R219 commited on
Commit
f99ad46
·
verified ·
1 Parent(s): 32580dd

Upload 10 files

Browse files
Files changed (2) hide show
  1. config.json +8 -2
  2. quantize_config.json +12 -0
config.json CHANGED
@@ -24,5 +24,11 @@
24
  "transformers_version": "4.52.0",
25
  "use_cache": true,
26
  "use_sliding_window": false,
27
- "vocab_size": 151936
28
- }
 
 
 
 
 
 
 
24
  "transformers_version": "4.52.0",
25
  "use_cache": true,
26
  "use_sliding_window": false,
27
+ "vocab_size": 151936,
28
+ "transformers.js_config": {
29
+ "dtype": "q4",
30
+ "use_external_data_format": {
31
+ "model_q4.onnx": 1
32
+ }
33
+ }
34
+ }
quantize_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "modes": [
3
+ "q4"
4
+ ],
5
+ "per_channel": true,
6
+ "reduce_range": false,
7
+ "block_size": null,
8
+ "is_symmetric": true,
9
+ "accuracy_level": null,
10
+ "quant_type": 1,
11
+ "op_block_list": null
12
+ }