proteor1-understand / config.json
qiheli1998's picture
Initial v0.1.0 release: ProteoR1 Understand (Qwen3-4B + Protenix encoder, esm+a, fixed_gt FT)
319b6e8 verified
Raw
History Blame Contribute Delete
1.01 kB
{
"architectures": [
"ProteoR1UnderstandModel"
],
"base_model_name_or_path": "Qwen/Qwen3-4B-Instruct-2507",
"bos_token_id": 151643,
"dropout": 0.0,
"dtype": "bfloat16",
"embedding_mode": "esm+a",
"eos_token_id": 151645,
"esm_embedding_dim": 2560,
"freeze_choice": "none",
"hidden_size": 2560,
"load_esm": false,
"load_pretrained": false,
"max_chains": 64,
"max_residues": 4096,
"model_type": "proteor1_understand",
"num_hidden_layers": 36,
"pad_token_id": 151643,
"proj_hid": null,
"protein_end_token": "<protein_end>",
"protein_end_token_id": 151671,
"protein_start_token": "<protein_start>",
"protein_start_token_id": 151670,
"protein_token": "<protein>",
"protein_token_id": 151669,
"protenix_a_dim": 768,
"protenix_encoder_path": null,
"protenix_s_dim": 384,
"transformers_version": "4.57.1",
"triangle_by_torch": null,
"use_cdr_mask_embedding": false,
"use_esm_embedding": false,
"use_protenix_pos_embed": false,
"vocab_size": 151936
}