vit-b8-bigDino / config.json
aditeyabaral's picture
Training Step 315
fda6374 verified
raw
history blame contribute delete
424 Bytes
{
"dino_bottleneck_dim": 256,
"dino_hidden_dim": 2048,
"dino_norm_last_layer": true,
"dino_num_layers": 3,
"dino_out_dim": 8192,
"dino_use_bn": true,
"dropout_attention": 0.0,
"dropout_hidden": 0.1,
"dropout_path": 0.1,
"hidden_size": 768,
"image_size": 96,
"in_channels": 3,
"intermediate_size": 3072,
"num_attention_heads": 12,
"num_hidden_layers": 12,
"patch_size": 8,
"qkv_bias": true
}