KucLab commited on
Commit
cd4fa49
·
verified ·
1 Parent(s): a01a893

Add quant_report.json

Browse files
Files changed (1) hide show
  1. quant_report.json +17 -0
quant_report.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fp32": {
3
+ "file": "model.safetensors",
4
+ "mb": 3.62
5
+ },
6
+ "fp16": {
7
+ "file": "model_fp16.safetensors",
8
+ "mb": 1.81
9
+ },
10
+ "int8": {
11
+ "file": "model_int8.safetensors",
12
+ "mb": 0.91,
13
+ "scheme": "per-tensor symmetric",
14
+ "max_rel_roundtrip_error": 0.00393700459972024,
15
+ "loader": "censer.load_state_dict_any(dir) dequantizes .q/.scale; or use --prefer-quant"
16
+ }
17
+ }