{
  "architectures": [
    "OrionGenoForJointLabeling"
  ],
  "attention_type": "flash_attention_2",
  "attn_cfg": {},
  "attn_layer_idx": [],
  "bidirectional": true,
  "bidirectional_strategy": "add",
  "bidirectional_weight_tie": true,
  "bos_token_id": 14,
  "d_intermediate": 0,
  "d_model": 768,
  "dtype": "bfloat16",
  "eos_token_id": 13,
  "fused_add_norm": true,
  "initializer_cfg": null,
  "keys_to_ignore_at_inference": [
    "gene_logits",
    "repeat_logits",
    "boundary_logits",
    "gene_cross_entropy",
    "repeat_cross_entropy",
    "boundary_focal_loss",
    "hidden_states"
  ],
  "loss_weights": {
    "boundary_focal_loss": 0.25,
    "repeat_cross_entropy": 0.1,
    "state_cross_entropy": 1.0
  },
  "mask_token_id": 10,
  "model_type": "orion_geno",
  "n_layer": 24,
  "norm_epsilon": 1e-05,
  "pad_token_id": 9,
  "pad_vocab_size_multiple": 1,
  "residual_in_fp32": true,
  "rms_norm": true,
  "settings": {
    "channel_growth": 128,
    "decoder_channel_sizes": [
      768,
      768,
      640,
      512,
      384
    ],
    "encoder_output_channels": 384,
    "feature_scales": [
      1,
      2,
      4,
      8
    ],
    "gene_label_count": 20,
    "input_channels": 5,
    "loss": {
      "boundary_label_ids": [
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        17,
        19
      ],
      "boundary_loss_gamma": 2.0,
      "boundary_positive_weight": 4.0,
      "intergenic_label_id": 0,
      "state_boundary_weight": 1.6,
      "state_default_weight": 1.0,
      "state_intergenic_weight": 0.25,
      "state_label_smoothing": 0.02,
      "state_near_boundary_distance": 8,
      "state_near_boundary_factor": 1.2
    },
    "pooling_kernel_size": 2,
    "repeat_label_count": 2,
    "use_decoder_skip_connection": false,
    "use_repeat_head": true
  },
  "ssm_cfg": {
    "layer": "Mamba2"
  },
  "transformers_version": "4.57.3",
  "use_second_lm_head": false,
  "vocab_size": 15
}