File size: 1,840 Bytes
374ff65
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
{
  "_class_name": "ZImageTransformer2DModel",
  "_diffusers_version": "0.38.0.dev0",
  "_name_or_path": "/workspace/auto-round-tmp/test/tmp/tiny_z_image_model_path/transformer",
  "all_f_patch_size": [
    1
  ],
  "all_patch_size": [
    2
  ],
  "axes_dims": [
    32,
    48,
    48
  ],
  "axes_lens": [
    1536,
    512,
    512
  ],
  "cap_feat_dim": 512,
  "dim": 256,
  "in_channels": 16,
  "n_heads": 2,
  "n_kv_heads": 2,
  "n_layers": 1,
  "n_refiner_layers": 1,
  "norm_eps": 1e-05,
  "qk_norm": true,
  "quantization_config": {
    "autoround_version": "0.13.0",
    "batch_size": 1,
    "bits": 4,
    "block_name_to_quantize": "noise_refiner.0,context_refiner.0,layers.0",
    "data_type": "int",
    "extra_config": {
      "context_refiner.0.feed_forward.w1": {
        "bits": 16,
        "data_type": "fp"
      },
      "context_refiner.0.feed_forward.w2": {
        "bits": 16,
        "data_type": "fp"
      },
      "context_refiner.0.feed_forward.w3": {
        "bits": 16,
        "data_type": "fp"
      },
      "layers.0.feed_forward.w1": {
        "bits": 16,
        "data_type": "fp"
      },
      "layers.0.feed_forward.w2": {
        "bits": 16,
        "data_type": "fp"
      },
      "layers.0.feed_forward.w3": {
        "bits": 16,
        "data_type": "fp"
      },
      "noise_refiner.0.feed_forward.w1": {
        "bits": 16,
        "data_type": "fp"
      },
      "noise_refiner.0.feed_forward.w2": {
        "bits": 16,
        "data_type": "fp"
      },
      "noise_refiner.0.feed_forward.w3": {
        "bits": 16,
        "data_type": "fp"
      }
    },
    "group_size": 128,
    "iters": 1,
    "nsamples": 1,
    "packing_format": "auto_round:auto_gptq",
    "quant_method": "auto-round",
    "sym": true
  },
  "rope_theta": 256.0,
  "siglip_feat_dim": null,
  "t_scale": 1000.0
}