vit-s8-highOutDim / config.json
aditeyabaral's picture
Training Step 315
389925d verified
raw
history blame contribute delete
424 Bytes
{
"dino_bottleneck_dim": 256,
"dino_hidden_dim": 2048,
"dino_norm_last_layer": true,
"dino_num_layers": 3,
"dino_out_dim": 16384,
"dino_use_bn": true,
"dropout_attention": 0.0,
"dropout_hidden": 0.0,
"dropout_path": 0.0,
"hidden_size": 384,
"image_size": 96,
"in_channels": 3,
"intermediate_size": 1536,
"num_attention_heads": 6,
"num_hidden_layers": 12,
"patch_size": 8,
"qkv_bias": true
}