EMber-large / config.json
nithinvc's picture
Upload folder using huggingface_hub
5ebb3ce verified
Raw History Blame Contribute Delete
695 Bytes
{
"backbone": "vit_large",
"drop_path_rate": 0.4,
"ffn_bias": true,
"ffn_layer": "swiglu64",
"img_size": 384,
"in_chans": 1,
"layerscale_init": 1e-05,
"mask_k_bias": true,
"n_storage_tokens": 4,
"norm_layer": "layernormbf16",
"patch_size": 16,
"pos_embed_rope_base": 100.0,
"pos_embed_rope_dtype": "bf16",
"pos_embed_rope_jitter_coords": null,
"pos_embed_rope_max_period": null,
"pos_embed_rope_min_period": null,
"pos_embed_rope_normalize_coords": "separate",
"pos_embed_rope_rescale_coords": 2,
"pos_embed_rope_shift_coords": null,
"proj_bias": true,
"qkv_bias": false,
"untie_cls_and_patch_norms": false,
"untie_global_and_local_cls_norm": true
}