Initial v0.1.0 release: ProteoR1 Understand (Qwen3-4B + Protenix encoder, esm+a, fixed_gt FT)
319b6e8 verified | { | |
| "architectures": [ | |
| "ProteoR1UnderstandModel" | |
| ], | |
| "base_model_name_or_path": "Qwen/Qwen3-4B-Instruct-2507", | |
| "bos_token_id": 151643, | |
| "dropout": 0.0, | |
| "dtype": "bfloat16", | |
| "embedding_mode": "esm+a", | |
| "eos_token_id": 151645, | |
| "esm_embedding_dim": 2560, | |
| "freeze_choice": "none", | |
| "hidden_size": 2560, | |
| "load_esm": false, | |
| "load_pretrained": false, | |
| "max_chains": 64, | |
| "max_residues": 4096, | |
| "model_type": "proteor1_understand", | |
| "num_hidden_layers": 36, | |
| "pad_token_id": 151643, | |
| "proj_hid": null, | |
| "protein_end_token": "<protein_end>", | |
| "protein_end_token_id": 151671, | |
| "protein_start_token": "<protein_start>", | |
| "protein_start_token_id": 151670, | |
| "protein_token": "<protein>", | |
| "protein_token_id": 151669, | |
| "protenix_a_dim": 768, | |
| "protenix_encoder_path": null, | |
| "protenix_s_dim": 384, | |
| "transformers_version": "4.57.1", | |
| "triangle_by_torch": null, | |
| "use_cdr_mask_embedding": false, | |
| "use_esm_embedding": false, | |
| "use_protenix_pos_embed": false, | |
| "vocab_size": 151936 | |
| } | |