genbio-pathfm / configuration_genbio_pathfm.py
elijahcole's picture
Create configuration_genbio_pathfm.py (#1)
bd4dc4b
raw
history blame
2.22 kB
"""GenBio-PathFM configuration for HuggingFace AutoModel."""
from transformers import PretrainedConfig
class GenBioPathFMConfig(PretrainedConfig):
model_type = "genbio_pathfm"
def __init__(
self,
img_size=224,
patch_size=16,
in_chans=1,
embed_dim=1536,
depth=40,
num_heads=24,
ffn_ratio=4,
n_storage_tokens=4,
ffn_layer="swiglu64",
layerscale_init=1e-5,
qkv_bias=False,
proj_bias=True,
ffn_bias=True,
norm_layer="layernorm",
drop_path_rate=0.0,
pos_embed_rope_base=100.0,
pos_embed_rope_min_period=None,
pos_embed_rope_max_period=None,
pos_embed_rope_normalize_coords="separate",
pos_embed_rope_shift_coords=None,
pos_embed_rope_jitter_coords=True,
pos_embed_rope_rescale_coords=2,
pos_embed_rope_dtype="bf16",
image_mean=(0.697, 0.575, 0.728),
image_std=(0.188, 0.240, 0.187),
**kwargs,
):
super().__init__(**kwargs)
self.img_size = img_size
self.patch_size = patch_size
self.in_chans = in_chans
self.embed_dim = embed_dim
self.depth = depth
self.num_heads = num_heads
self.ffn_ratio = ffn_ratio
self.n_storage_tokens = n_storage_tokens
self.ffn_layer = ffn_layer
self.layerscale_init = layerscale_init
self.qkv_bias = qkv_bias
self.proj_bias = proj_bias
self.ffn_bias = ffn_bias
self.norm_layer = norm_layer
self.drop_path_rate = drop_path_rate
self.pos_embed_rope_base = pos_embed_rope_base
self.pos_embed_rope_min_period = pos_embed_rope_min_period
self.pos_embed_rope_max_period = pos_embed_rope_max_period
self.pos_embed_rope_normalize_coords = pos_embed_rope_normalize_coords
self.pos_embed_rope_shift_coords = pos_embed_rope_shift_coords
self.pos_embed_rope_jitter_coords = pos_embed_rope_jitter_coords
self.pos_embed_rope_rescale_coords = pos_embed_rope_rescale_coords
self.pos_embed_rope_dtype = pos_embed_rope_dtype
self.image_mean = image_mean
self.image_std = image_std