Buckets:
| { | |
| "settings": { | |
| "memory": { | |
| "train": { | |
| "chunk_size": null, | |
| "use_deepspeed_evo_attention": true, | |
| "use_cueq_triangle_kernels": false, | |
| "use_lma": false, | |
| "msa_module": { | |
| "swiglu_chunk_token_cutoff": null, | |
| "swiglu_seq_chunk_size": null | |
| } | |
| }, | |
| "eval": { | |
| "chunk_size": 4, | |
| "use_deepspeed_evo_attention": false, | |
| "use_cueq_triangle_kernels": false, | |
| "use_lma": false, | |
| "msa_module": { | |
| "swiglu_chunk_token_cutoff": null, | |
| "swiglu_seq_chunk_size": null | |
| }, | |
| "per_sample_token_cutoff": 0, | |
| "per_sample_atom_cutoff": 0, | |
| "low_mem_validation": false, | |
| "offload_inference": { | |
| "msa_module": true, | |
| "confidence_heads": true, | |
| "token_cutoff": 0 | |
| } | |
| } | |
| }, | |
| "blocks_per_ckpt": null, | |
| "ckpt_intermediate_steps": false, | |
| "clear_cache_between_steps": true, | |
| "train_confidence_only": false, | |
| "optimizer": { | |
| "use_deepspeed_adam": false, | |
| "learning_rate": 0.0018, | |
| "beta1": 0.9, | |
| "beta2": 0.95, | |
| "eps": 1e-08 | |
| }, | |
| "lr_scheduler": { | |
| "base_lr": 0.0, | |
| "warmup_no_steps": 1000, | |
| "start_decay_after_n_steps": 50000, | |
| "decay_every_n_steps": 50000, | |
| "decay_factor": 0.95 | |
| }, | |
| "ema": { | |
| "decay": 0.999, | |
| "submodules_to_update": null | |
| }, | |
| "gradient_clipping": 10.0, | |
| "model_selection_weight_scheme": "initial_training", | |
| "debug": { | |
| "log_extra_grad_metrics": false, | |
| "profile_grad_logging": false | |
| } | |
| }, | |
| "architecture": { | |
| "shared": { | |
| "sync_seed": 0, | |
| "c_s_input": 449, | |
| "c_s": 384, | |
| "c_z": 128, | |
| "num_recycles": 3, | |
| "diffusion": { | |
| "sigma_data": 16, | |
| "no_samples": 48, | |
| "no_mini_rollout_samples": 1, | |
| "no_full_rollout_samples": 5, | |
| "no_mini_rollout_steps": 20, | |
| "no_full_rollout_steps": 200 | |
| } | |
| }, | |
| "input_embedder": { | |
| "c_s_input": 449, | |
| "c_s": 384, | |
| "c_z": 128, | |
| "max_relative_idx": 32, | |
| "max_relative_chain": 2, | |
| "atom_attn_enc": { | |
| "c_s": 384, | |
| "c_z": 128, | |
| "c_atom_ref": { | |
| "element": 119, | |
| "name_chars": 256 | |
| }, | |
| "c_atom": 128, | |
| "c_atom_pair": 16, | |
| "c_token": 384, | |
| "c_hidden": 32, | |
| "no_heads": 4, | |
| "no_blocks": 3, | |
| "n_transition": 2, | |
| "n_query": 32, | |
| "n_key": 128, | |
| "use_ada_layer_norm": true, | |
| "blocks_per_ckpt": null, | |
| "ckpt_intermediate_steps": false, | |
| "inf": 1000000000.0, | |
| "linear_init_params": { | |
| "ref_atom_emb": { | |
| "linear_feats": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_ref_offset": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_inv_sq_dists": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_valid_mask": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| }, | |
| "noisy_pos_emb": { | |
| "linear_s": { | |
| "bias": false, | |
| "init": "final" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "final" | |
| }, | |
| "linear_r": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| }, | |
| "linear_l": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_m": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "pair_mlp_1": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "pair_mlp_2": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "pair_mlp_3": { | |
| "bias": false, | |
| "init": "final" | |
| }, | |
| "diffusion_transformer": { | |
| "att_pair_bias": { | |
| "ada_ln": { | |
| "linear_g": { | |
| "bias": true, | |
| "init": "final" | |
| }, | |
| "linear_s": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "linear_ada_out": { | |
| "bias": true, | |
| "init": "gating_ada_zero" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "layer_norm_z": { | |
| "create_offset": false | |
| }, | |
| "mha": { | |
| "linear_q": { | |
| "bias": true, | |
| "init": "default" | |
| }, | |
| "linear_k": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| } | |
| }, | |
| "cond_transition": { | |
| "ada_ln": { | |
| "linear_g": { | |
| "bias": true, | |
| "init": "final" | |
| }, | |
| "linear_s": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_g": { | |
| "bias": true, | |
| "init": "gating_ada_zero" | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| } | |
| }, | |
| "linear_q": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| }, | |
| "use_reentrant": false | |
| }, | |
| "linear_init_params": { | |
| "linear_s": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_z_i": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_z_j": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_relpos": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_token_bonds": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| } | |
| }, | |
| "template": { | |
| "c_t": 64, | |
| "c_z": 128, | |
| "linear_init_param": { | |
| "linear_t": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| }, | |
| "template_pair_embedder": { | |
| "c_in": 128, | |
| "c_dgram": 39, | |
| "c_aatype": 32, | |
| "c_out": 64, | |
| "linear_init_params": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| } | |
| }, | |
| "template_pair_stack": { | |
| "c_t": 64, | |
| "c_hidden_tri_att": 16, | |
| "c_hidden_tri_mul": 64, | |
| "no_blocks": 2, | |
| "no_heads": 4, | |
| "transition_type": "swiglu", | |
| "pair_transition_n": 2, | |
| "dropout_rate": 0.25, | |
| "tri_mul_first": true, | |
| "fuse_projection_weights": false, | |
| "blocks_per_ckpt": null, | |
| "inf": 1000000000.0, | |
| "linear_init_params": { | |
| "tri_mul": { | |
| "linear_a_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_a_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_b_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_b_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "fused_tri_mul": { | |
| "linear_ab_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_ab_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "tri_att": { | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "mha": { | |
| "linear_q": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_k": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "pair_transition": { | |
| "swiglu": { | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "relu": { | |
| "layers": { | |
| "bias": true, | |
| "init": "relu" | |
| }, | |
| "linear_out": { | |
| "bias": true, | |
| "init": "final" | |
| } | |
| } | |
| } | |
| }, | |
| "use_reentrant": false, | |
| "tune_chunk_size": true | |
| } | |
| }, | |
| "msa": { | |
| "msa_module_embedder": { | |
| "c_m_feats": 34, | |
| "c_m": 64, | |
| "c_s_input": 449, | |
| "subsample_main_msa": false, | |
| "subsample_all_msa": true, | |
| "min_subsampled_all_msa": 1024, | |
| "max_subsampled_all_msa": 1024, | |
| "linear_init_params": { | |
| "linear_m": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_s_input": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| } | |
| }, | |
| "msa_module": { | |
| "c_m": 64, | |
| "c_z": 128, | |
| "c_hidden_msa_att": 8, | |
| "c_hidden_opm": 32, | |
| "c_hidden_mul": 128, | |
| "c_hidden_pair_att": 32, | |
| "no_heads_msa": 8, | |
| "no_heads_pair": 4, | |
| "no_blocks": 4, | |
| "transition_type": "swiglu", | |
| "transition_n": 4, | |
| "msa_dropout": 0.15, | |
| "pair_dropout": 0.25, | |
| "opm_first": true, | |
| "fuse_projection_weights": false, | |
| "blocks_per_ckpt": null, | |
| "inf": 1000000000.0, | |
| "eps": 1e-08, | |
| "linear_init_params": { | |
| "msa_row_att": { | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "mha": { | |
| "linear_q": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_k": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "msa_transition": { | |
| "swiglu": { | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "relu": { | |
| "layers": { | |
| "bias": true, | |
| "init": "relu" | |
| }, | |
| "linear_out": { | |
| "bias": true, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "opm": { | |
| "linear_1": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_2": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_out": { | |
| "bias": true, | |
| "init": "final" | |
| } | |
| }, | |
| "pair_block": { | |
| "tri_mul": { | |
| "linear_a_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_a_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_b_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_b_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "fused_tri_mul": { | |
| "linear_ab_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_ab_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "tri_att": { | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "mha": { | |
| "linear_q": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_k": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "pair_transition": { | |
| "swiglu": { | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "relu": { | |
| "layers": { | |
| "bias": true, | |
| "init": "relu" | |
| }, | |
| "linear_out": { | |
| "bias": true, | |
| "init": "final" | |
| } | |
| } | |
| } | |
| }, | |
| "msa_pair_avg": { | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "use_reentrant": false, | |
| "clear_cache_between_blocks": false, | |
| "tune_chunk_size": true | |
| } | |
| }, | |
| "pairformer": { | |
| "c_s": 384, | |
| "c_z": 128, | |
| "c_hidden_pair_bias": 24, | |
| "no_heads_pair_bias": 16, | |
| "c_hidden_mul": 128, | |
| "c_hidden_pair_att": 32, | |
| "no_heads_pair": 4, | |
| "no_blocks": 48, | |
| "transition_type": "swiglu", | |
| "transition_n": 4, | |
| "pair_dropout": 0.25, | |
| "fuse_projection_weights": false, | |
| "blocks_per_ckpt": null, | |
| "inf": 1000000000.0, | |
| "linear_init_params": { | |
| "pair_block": { | |
| "tri_mul": { | |
| "linear_a_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_a_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_b_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_b_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "fused_tri_mul": { | |
| "linear_ab_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_ab_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "tri_att": { | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "mha": { | |
| "linear_q": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_k": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "pair_transition": { | |
| "swiglu": { | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "relu": { | |
| "layers": { | |
| "bias": true, | |
| "init": "relu" | |
| }, | |
| "linear_out": { | |
| "bias": true, | |
| "init": "final" | |
| } | |
| } | |
| } | |
| }, | |
| "att_pair_bias": { | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "layer_norm_z": { | |
| "create_offset": true | |
| }, | |
| "mha": { | |
| "linear_q": { | |
| "bias": true, | |
| "init": "default" | |
| }, | |
| "linear_k": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "transition": { | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "use_reentrant": false, | |
| "clear_cache_between_blocks": false, | |
| "tune_chunk_size": true | |
| }, | |
| "diffusion_module": { | |
| "diffusion_module": { | |
| "c_s": 384, | |
| "c_token": 768, | |
| "sigma_data": 16, | |
| "linear_init_params": { | |
| "linear_s": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "diffusion_conditioning": { | |
| "c_s_input": 449, | |
| "c_s": 384, | |
| "c_z": 128, | |
| "sigma_data": 16, | |
| "c_fourier_emb": 256, | |
| "max_relative_idx": 32, | |
| "max_relative_chain": 2, | |
| "linear_init_params": { | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "transition_z": { | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "linear_s": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_n": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "transition_s": { | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "tune_chunk_size": true | |
| }, | |
| "atom_attn_enc": { | |
| "c_s": 384, | |
| "c_z": 128, | |
| "c_atom_ref": { | |
| "element": 119, | |
| "name_chars": 256 | |
| }, | |
| "c_atom": 128, | |
| "c_atom_pair": 16, | |
| "c_token": 768, | |
| "c_hidden": 32, | |
| "no_heads": 4, | |
| "no_blocks": 3, | |
| "n_transition": 2, | |
| "n_query": 32, | |
| "n_key": 128, | |
| "use_ada_layer_norm": true, | |
| "blocks_per_ckpt": null, | |
| "ckpt_intermediate_steps": false, | |
| "inf": 1000000000.0, | |
| "linear_init_params": { | |
| "ref_atom_emb": { | |
| "linear_feats": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_ref_offset": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_inv_sq_dists": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_valid_mask": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| }, | |
| "noisy_pos_emb": { | |
| "linear_s": { | |
| "bias": false, | |
| "init": "final" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "final" | |
| }, | |
| "linear_r": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| }, | |
| "linear_l": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_m": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "pair_mlp_1": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "pair_mlp_2": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "pair_mlp_3": { | |
| "bias": false, | |
| "init": "final" | |
| }, | |
| "diffusion_transformer": { | |
| "att_pair_bias": { | |
| "ada_ln": { | |
| "linear_g": { | |
| "bias": true, | |
| "init": "final" | |
| }, | |
| "linear_s": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "linear_ada_out": { | |
| "bias": true, | |
| "init": "gating_ada_zero" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "layer_norm_z": { | |
| "create_offset": false | |
| }, | |
| "mha": { | |
| "linear_q": { | |
| "bias": true, | |
| "init": "default" | |
| }, | |
| "linear_k": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| } | |
| }, | |
| "cond_transition": { | |
| "ada_ln": { | |
| "linear_g": { | |
| "bias": true, | |
| "init": "final" | |
| }, | |
| "linear_s": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_g": { | |
| "bias": true, | |
| "init": "gating_ada_zero" | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| } | |
| }, | |
| "linear_q": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| }, | |
| "use_reentrant": false | |
| }, | |
| "diffusion_transformer": { | |
| "c_a": 768, | |
| "c_s": 384, | |
| "c_z": 128, | |
| "c_hidden": 48, | |
| "no_heads": 16, | |
| "no_blocks": 24, | |
| "n_transition": 2, | |
| "use_ada_layer_norm": true, | |
| "n_query": null, | |
| "n_key": null, | |
| "inf": 1000000000.0, | |
| "blocks_per_ckpt": null, | |
| "linear_init_params": { | |
| "att_pair_bias": { | |
| "ada_ln": { | |
| "linear_g": { | |
| "bias": true, | |
| "init": "final" | |
| }, | |
| "linear_s": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "linear_ada_out": { | |
| "bias": true, | |
| "init": "gating_ada_zero" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "layer_norm_z": { | |
| "create_offset": false | |
| }, | |
| "mha": { | |
| "linear_q": { | |
| "bias": true, | |
| "init": "default" | |
| }, | |
| "linear_k": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| } | |
| }, | |
| "cond_transition": { | |
| "ada_ln": { | |
| "linear_g": { | |
| "bias": true, | |
| "init": "final" | |
| }, | |
| "linear_s": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_g": { | |
| "bias": true, | |
| "init": "gating_ada_zero" | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| } | |
| }, | |
| "use_reentrant": false | |
| }, | |
| "atom_attn_dec": { | |
| "c_atom": 128, | |
| "c_atom_pair": 16, | |
| "c_token": 768, | |
| "c_hidden": 32, | |
| "no_heads": 4, | |
| "no_blocks": 3, | |
| "n_transition": 2, | |
| "n_query": 32, | |
| "n_key": 128, | |
| "use_ada_layer_norm": true, | |
| "blocks_per_ckpt": null, | |
| "inf": 1000000000.0, | |
| "linear_init_params": { | |
| "linear_q_in": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "diffusion_transformer": { | |
| "att_pair_bias": { | |
| "ada_ln": { | |
| "linear_g": { | |
| "bias": true, | |
| "init": "final" | |
| }, | |
| "linear_s": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "linear_ada_out": { | |
| "bias": true, | |
| "init": "gating_ada_zero" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "layer_norm_z": { | |
| "create_offset": false | |
| }, | |
| "mha": { | |
| "linear_q": { | |
| "bias": true, | |
| "init": "default" | |
| }, | |
| "linear_k": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| } | |
| }, | |
| "cond_transition": { | |
| "ada_ln": { | |
| "linear_g": { | |
| "bias": true, | |
| "init": "final" | |
| }, | |
| "linear_s": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_g": { | |
| "bias": true, | |
| "init": "gating_ada_zero" | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| } | |
| }, | |
| "linear_q_out": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "use_reentrant": false | |
| } | |
| }, | |
| "noise_schedule": { | |
| "sigma_data": 16, | |
| "s_max": 160.0, | |
| "s_min": 0.0004, | |
| "p": 7 | |
| }, | |
| "sample_diffusion": { | |
| "gamma_0": 0.8, | |
| "gamma_min": 1.0, | |
| "noise_scale": 1.003, | |
| "step_scale": 1.5 | |
| }, | |
| "heads": { | |
| "max_atoms_per_token": 23, | |
| "per_sample_token_cutoff": 0, | |
| "pairformer_embedding": { | |
| "pairformer": { | |
| "c_s": 384, | |
| "c_z": 128, | |
| "c_hidden_pair_bias": 24, | |
| "no_heads_pair_bias": 16, | |
| "c_hidden_mul": 128, | |
| "c_hidden_pair_att": 32, | |
| "no_heads_pair": 4, | |
| "no_blocks": 4, | |
| "transition_type": "swiglu", | |
| "transition_n": 4, | |
| "pair_dropout": 0.25, | |
| "fuse_projection_weights": false, | |
| "blocks_per_ckpt": null, | |
| "inf": 1000000000.0, | |
| "linear_init_params": { | |
| "pair_block": { | |
| "tri_mul": { | |
| "linear_a_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_a_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_b_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_b_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "fused_tri_mul": { | |
| "linear_ab_p": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_ab_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_z": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "tri_att": { | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "mha": { | |
| "linear_q": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_k": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "pair_transition": { | |
| "swiglu": { | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "relu": { | |
| "layers": { | |
| "bias": true, | |
| "init": "relu" | |
| }, | |
| "linear_out": { | |
| "bias": true, | |
| "init": "final" | |
| } | |
| } | |
| } | |
| }, | |
| "att_pair_bias": { | |
| "linear_z": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "layer_norm_z": { | |
| "create_offset": true | |
| }, | |
| "mha": { | |
| "linear_q": { | |
| "bias": true, | |
| "init": "default" | |
| }, | |
| "linear_k": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_v": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_g": { | |
| "bias": false, | |
| "init": "gating" | |
| }, | |
| "linear_o": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "transition": { | |
| "swiglu": { | |
| "linear_a": { | |
| "bias": false, | |
| "init": "relu" | |
| }, | |
| "linear_b": { | |
| "bias": false, | |
| "init": "relu" | |
| } | |
| }, | |
| "linear_out": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "use_reentrant": false, | |
| "clear_cache_between_blocks": false, | |
| "tune_chunk_size": true | |
| }, | |
| "c_s_input": 449, | |
| "c_z": 128, | |
| "min_bin": 3.25, | |
| "max_bin": 50.75, | |
| "no_bin": 39, | |
| "inf": 1000000000.0, | |
| "linear_init_params": { | |
| "linear_i": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_j": { | |
| "bias": false, | |
| "init": "default" | |
| }, | |
| "linear_distance": { | |
| "bias": false, | |
| "init": "default" | |
| } | |
| } | |
| }, | |
| "pae": { | |
| "c_z": 128, | |
| "c_out": 64, | |
| "linear_init_params": { | |
| "linear": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "enabled": true | |
| }, | |
| "pde": { | |
| "c_z": 128, | |
| "c_out": 64, | |
| "linear_init_params": { | |
| "linear": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "lddt": { | |
| "c_s": 384, | |
| "c_out": 50, | |
| "max_atoms_per_token": 23, | |
| "linear_init_params": { | |
| "linear": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| }, | |
| "distogram": { | |
| "c_z": 128, | |
| "c_out": 64, | |
| "linear_init_params": { | |
| "linear": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| }, | |
| "enabled": true | |
| }, | |
| "experimentally_resolved": { | |
| "c_s": 384, | |
| "c_out": 2, | |
| "max_atoms_per_token": 23, | |
| "linear_init_params": { | |
| "linear": { | |
| "bias": false, | |
| "init": "final" | |
| } | |
| } | |
| } | |
| }, | |
| "loss_module": { | |
| "train_confidence_only": false, | |
| "per_sample_atom_cutoff": 0, | |
| "low_mem_validation": false, | |
| "confidence_loss_names": [ | |
| "plddt", | |
| "pde", | |
| "experimentally_resolved", | |
| "pae" | |
| ], | |
| "diffusion_loss_names": [ | |
| "bond", | |
| "smooth_lddt", | |
| "mse" | |
| ], | |
| "confidence": { | |
| "plddt": { | |
| "no_bins": 50, | |
| "bin_min": 0.0, | |
| "bin_max": 1.0 | |
| }, | |
| "pde": { | |
| "no_bins": 64, | |
| "bin_min": 0.0, | |
| "bin_max": 32.0 | |
| }, | |
| "experimentally_resolved": { | |
| "no_bins": 2 | |
| }, | |
| "pae": { | |
| "angle_threshold": 25.0, | |
| "no_bins": 64, | |
| "bin_min": 0.0, | |
| "bin_max": 32.0, | |
| "enabled": true | |
| }, | |
| "per_sample_atom_cutoff": 0, | |
| "eps": 1e-08, | |
| "inf": 1000000000.0 | |
| }, | |
| "diffusion": { | |
| "sigma_data": 16, | |
| "dna_weight": 5.0, | |
| "rna_weight": 5.0, | |
| "ligand_weight": 10.0, | |
| "eps": 1e-08, | |
| "chunk_size": null | |
| }, | |
| "distogram": { | |
| "no_bins": 64, | |
| "bin_min": 2.0, | |
| "bin_max": 22.0, | |
| "eps": 1e-08 | |
| } | |
| } | |
| }, | |
| "confidence": { | |
| "per_sample_atom_cutoff": 0, | |
| "low_mem_validation": false, | |
| "plddt": { | |
| "no_bins": 50, | |
| "bin_min": 0, | |
| "bin_max": 1 | |
| }, | |
| "pde": { | |
| "bin_min": 0, | |
| "bin_max": 32, | |
| "no_bins": 64, | |
| "return_probs": false | |
| }, | |
| "pae": { | |
| "bin_min": 0, | |
| "bin_max": 32, | |
| "no_bins": 64, | |
| "return_probs": false | |
| }, | |
| "distogram": { | |
| "bin_min": 2, | |
| "bin_max": 22, | |
| "no_bins": 64, | |
| "return_contact_probs": false | |
| }, | |
| "ptm": { | |
| "bin_min": 0, | |
| "bin_max": 32, | |
| "no_bins": 64 | |
| }, | |
| "sample_ranking": { | |
| "full_complex": { | |
| "ptm_weight": 0.2, | |
| "iptm_weight": 0.8, | |
| "disorder_weight": 0.5, | |
| "has_clash_weight": -100.0, | |
| "disorder_threshold": 0.581 | |
| }, | |
| "chain_pair_iptm": { | |
| "enabled": true | |
| }, | |
| "chain_ptm": { | |
| "enabled": true | |
| } | |
| }, | |
| "clash": { | |
| "min_distance": 1.1, | |
| "clash_cutoff_num": 100, | |
| "clash_cutoff_ratio": 0.5 | |
| }, | |
| "rasa": { | |
| "cutoff": 0.581 | |
| } | |
| } | |
| } |
Xet Storage Details
- Size:
- 60.3 kB
- Xet hash:
- 909da8432b98146e59f47bc93ece2d725fdca23901f945d30428e0573295d128
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.