config.json

{
  "act_layer": "gelu",
  "depth": 12,
  "drop": 0.0,
  "drop_path": 0.1,
  "embedding_dim": 384,
  "num_heads": 6,
  "num_registers": 1,
  "num_tokens": 48,
  "patch_size": 40
}