R219 commited on
Commit
ede8134
·
verified ·
1 Parent(s): cea463d

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +6 -0
config.json CHANGED
@@ -27,6 +27,12 @@
27
  "vocab_size": 151936,
28
  "transformers.js_config": {
29
  "dtype": "q4",
 
 
 
 
 
 
30
  "use_external_data_format": {
31
  "model_q4.onnx": 1
32
  }
 
27
  "vocab_size": 151936,
28
  "transformers.js_config": {
29
  "dtype": "q4",
30
+ "kv_cache_dtype": {
31
+ "q4f16": "float32",
32
+ "fp16": "float32",
33
+ "int4": "float32",
34
+ "q4": "float32"
35
+ },
36
  "use_external_data_format": {
37
  "model_q4.onnx": 1
38
  }