transformer/config.json

{
  "_class_name": "ZImageTransformer2DModel",
  "_diffusers_version": "0.38.0.dev0",
  "_name_or_path": "/workspace/auto-round-tmp/test/tmp/tiny_z_image_model_path/transformer",
  "all_f_patch_size": [
    1
  ],
  "all_patch_size": [
    2
  ],
  "axes_dims": [
    32,
    48,
    48
  ],
  "axes_lens": [
    1536,
    512,
    512
  ],
  "cap_feat_dim": 512,
  "dim": 256,
  "in_channels": 16,
  "n_heads": 2,
  "n_kv_heads": 2,
  "n_layers": 1,
  "n_refiner_layers": 1,
  "norm_eps": 1e-05,
  "qk_norm": true,
  "quantization_config": {
    "autoround_version": "0.13.0",
    "batch_size": 1,
    "bits": 4,
    "block_name_to_quantize": "noise_refiner.0,context_refiner.0,layers.0",
    "data_type": "int",
    "extra_config": {
      "context_refiner.0.feed_forward.w1": {
        "bits": 16,
        "data_type": "fp"
      },
      "context_refiner.0.feed_forward.w2": {
        "bits": 16,
        "data_type": "fp"
      },
      "context_refiner.0.feed_forward.w3": {
        "bits": 16,
        "data_type": "fp"
      },
      "layers.0.feed_forward.w1": {
        "bits": 16,
        "data_type": "fp"
      },
      "layers.0.feed_forward.w2": {
        "bits": 16,
        "data_type": "fp"
      },
      "layers.0.feed_forward.w3": {
        "bits": 16,
        "data_type": "fp"
      },
      "noise_refiner.0.feed_forward.w1": {
        "bits": 16,
        "data_type": "fp"
      },
      "noise_refiner.0.feed_forward.w2": {
        "bits": 16,
        "data_type": "fp"
      },
      "noise_refiner.0.feed_forward.w3": {
        "bits": 16,
        "data_type": "fp"
      }
    },
    "group_size": 128,
    "iters": 1,
    "nsamples": 1,
    "packing_format": "auto_round:auto_gptq",
    "quant_method": "auto-round",
    "sym": true
  },
  "rope_theta": 256.0,
  "siglip_feat_dim": null,
  "t_scale": 1000.0
}