| { |
| "architectures": [ |
| "OrionGenoForJointLabeling" |
| ], |
| "attention_type": "flash_attention_2", |
| "attn_cfg": {}, |
| "attn_layer_idx": [], |
| "bidirectional": true, |
| "bidirectional_strategy": "add", |
| "bidirectional_weight_tie": true, |
| "bos_token_id": 14, |
| "d_intermediate": 0, |
| "d_model": 768, |
| "dtype": "bfloat16", |
| "eos_token_id": 13, |
| "fused_add_norm": true, |
| "initializer_cfg": null, |
| "keys_to_ignore_at_inference": [ |
| "gene_logits", |
| "repeat_logits", |
| "boundary_logits", |
| "gene_cross_entropy", |
| "repeat_cross_entropy", |
| "boundary_focal_loss", |
| "hidden_states" |
| ], |
| "loss_weights": { |
| "boundary_focal_loss": 0.25, |
| "repeat_cross_entropy": 0.1, |
| "state_cross_entropy": 1.0 |
| }, |
| "mask_token_id": 10, |
| "model_type": "orion_geno", |
| "n_layer": 24, |
| "norm_epsilon": 1e-05, |
| "pad_token_id": 9, |
| "pad_vocab_size_multiple": 1, |
| "residual_in_fp32": true, |
| "rms_norm": true, |
| "settings": { |
| "channel_growth": 128, |
| "decoder_channel_sizes": [ |
| 768, |
| 768, |
| 640, |
| 512, |
| 384 |
| ], |
| "encoder_output_channels": 384, |
| "feature_scales": [ |
| 1, |
| 2, |
| 4, |
| 8 |
| ], |
| "gene_label_count": 20, |
| "input_channels": 5, |
| "loss": { |
| "boundary_label_ids": [ |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 17, |
| 19 |
| ], |
| "boundary_loss_gamma": 2.0, |
| "boundary_positive_weight": 4.0, |
| "intergenic_label_id": 0, |
| "state_boundary_weight": 1.6, |
| "state_default_weight": 1.0, |
| "state_intergenic_weight": 0.25, |
| "state_label_smoothing": 0.02, |
| "state_near_boundary_distance": 8, |
| "state_near_boundary_factor": 1.2 |
| }, |
| "pooling_kernel_size": 2, |
| "repeat_label_count": 2, |
| "use_decoder_skip_connection": false, |
| "use_repeat_head": true |
| }, |
| "ssm_cfg": { |
| "layer": "Mamba2" |
| }, |
| "transformers_version": "4.57.3", |
| "use_second_lm_head": false, |
| "vocab_size": 15 |
| } |
|
|
