File size: 392 Bytes
6414d29
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
{
  "fp32": {
    "file": "model.safetensors",
    "mb": 3.62
  },
  "fp16": {
    "file": "model_fp16.safetensors",
    "mb": 1.81
  },
  "int8": {
    "file": "model_int8.safetensors",
    "mb": 0.91,
    "scheme": "per-tensor symmetric",
    "max_rel_roundtrip_error": 0.003936996683478355,
    "loader": "censer.load_state_dict_any(dir) dequantizes .q/.scale; or use --prefer-quant"
  }
}