transformer/config.json

{
  "_class_name": "RAEDiT2DModel",
  "_diffusers_version": "0.38.0.dev0",
  "_name_or_path": "/tmp/tmppwg9zch4/transformer",
  "class_dropout_prob": 0.1,
  "depth": [
    12,
    2
  ],
  "hidden_size": [
    384,
    2048
  ],
  "in_channels": 768,
  "mlp_ratio": 4.0,
  "num_classes": 1000,
  "num_heads": [
    6,
    16
  ],
  "patch_size": 1,
  "sample_size": 16,
  "use_pos_embed": true,
  "use_qknorm": false,
  "use_rmsnorm": true,
  "use_rope": true,
  "use_swiglu": true,
  "wo_shift": false
}