ApacheOne commited on
Commit
05b8687
·
verified ·
1 Parent(s): 30c3f78
Files changed (1) hide show
  1. hf_quant_config.json +12 -0
hf_quant_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "producer": {
3
+ "name": "modelopt",
4
+ "version": "0.43.0"
5
+ },
6
+ "quantization": {
7
+ "quant_algo": "NVFP4",
8
+ "kv_cache_quant_algo": null,
9
+ "group_size": 16,
10
+ "exclude_modules": []
11
+ }
12
+ }