SeqScreen-Finetuning / configuration_seqscreen.py
gabrielbianchin's picture
update files
117e99b
raw
history blame contribute delete
583 Bytes
from transformers import PretrainedConfig
class SeqScreenConfig(PretrainedConfig):
model_type = "seqscreen"
def __init__(
self,
prot_dim: int = 2560,
mol_dim: int = 768,
proj_dim: int = 512,
dropout: float = 0.1,
esm2_model_name: str = "facebook/esm2_t36_3B_UR50D",
lora_adapter_repo: str = None,
**kwargs,
):
super().__init__(**kwargs)
self.prot_dim = prot_dim
self.mol_dim = mol_dim
self.proj_dim = proj_dim
self.dropout = dropout
self.esm2_model_name = esm2_model_name
self.lora_adapter_repo = lora_adapter_repo