File size: 669 Bytes
69cbd51
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
{
  "model_id": "stabilityai/stable-diffusion-3.5-medium",
  "repo_id": "HelloSun/SD3.5-medium-OpenVINO-INT4",
  "quantize_seconds": 68.55,
  "int4_size_gb": 4.76,
  "int4_components_gb": {
    "scheduler": 0.0,
    "text_encoder": 0.12,
    "text_encoder_2": 0.65,
    "text_encoder_3": 2.38,
    "tokenizer": 0.0,
    "tokenizer_2": 0.0,
    "tokenizer_3": 0.0,
    "transformer": 1.51,
    "vae_decoder": 0.05,
    "vae_encoder": 0.03
  },
  "int4_config": {
    "components": [
      "transformer",
      "text_encoder_3"
    ],
    "bits": 4,
    "sym": false,
    "group_size": 128,
    "group_size_fallback": "adjust",
    "ratio": 1.0,
    "rest": "int8"
  }
}