{
  "architectures": [
    "PLLM"
  ],
  "base_model_name_or_path": "Qwen/Qwen2.5-3B-Instruct",
  "bos_token_id": 151643,
  "dropout": 0.1,
  "eos_token_id": 151645,
  "freeze_choice": "none",
  "hidden_size": 2048,
  "joint_projector": false,
  "load_pretrained": false,
  "model_type": "pllm",
  "pad_token_id": 151643,
  "prefix_len": 4,
  "proj_hid": 1024,
  "prot_slot": 1,
  "protein_config": "/work/jh250017/m57001/protein_llm_dev/pretrained/ProTrek_650M/esm2_t33_650M_UR50D",
  "protrek_ckpt": "/work/jh250017/m57001/protein_llm_dev/pretrained/ProTrek_650M/ProTrek_650M.pt",
  "seq_token_id": 151668,
  "single_token_prefix": false,
  "stru_slot": 3,
  "struct_token_id": 151671,
  "structure_config": "/work/jh250017/m57001/protein_llm_dev/pretrained/ProTrek_650M/foldseek_t30_150M",
  "torch_dtype": "bfloat16",
  "transformers_version": "4.52.4",
  "vocab_size": 151677
}