| { | |
| "architectures": [ | |
| "PLLM" | |
| ], | |
| "base_model_name_or_path": "Qwen/Qwen2.5-3B-Instruct", | |
| "bos_token_id": 151643, | |
| "dropout": 0.1, | |
| "eos_token_id": 151645, | |
| "freeze_choice": "none", | |
| "hidden_size": 2048, | |
| "joint_projector": false, | |
| "load_pretrained": false, | |
| "model_type": "pllm", | |
| "pad_token_id": 151643, | |
| "prefix_len": 4, | |
| "proj_hid": 1024, | |
| "prot_slot": 1, | |
| "protein_config": "/work/jh250017/m57001/protein_llm_dev/pretrained/ProTrek_650M/esm2_t33_650M_UR50D", | |
| "protrek_ckpt": "/work/jh250017/m57001/protein_llm_dev/pretrained/ProTrek_650M/ProTrek_650M.pt", | |
| "seq_token_id": 151668, | |
| "single_token_prefix": false, | |
| "stru_slot": 3, | |
| "struct_token_id": 151671, | |
| "structure_config": "/work/jh250017/m57001/protein_llm_dev/pretrained/ProTrek_650M/foldseek_t30_150M", | |
| "torch_dtype": "bfloat16", | |
| "transformers_version": "4.52.4", | |
| "vocab_size": 151677 | |
| } | |