| arch: hnet | |
| bp_per_token: 32 | |
| max_len: 12800 | |
| max_length: 12800 | |
| min_routing_tokens: 8 | |
| r_hi: 0.3 | |
| r_low: 0.0 | |
| r_warm_up_end: 750 | |
| r_warm_up_start: 200 | |
| reference_loss: null | |
| region_info: promoter1_cds1_utr2_exon2_intron8_nig8_dig16 | |
| strictness_exp: 1.0 | |
| strictness_max: 1.0 | |
| tokenizer: fast | |
| use_routing_floor: true | |
| model_cfg: | |
| arch_layout: | |
| - m2 | |
| - - m2 | |
| - - m15 | |
| - m2 | |
| - m2 | |
| attn_cfg: | |
| num_heads: | |
| - 8 | |
| - 8 | |
| - 12 | |
| rotary_emb_dim: | |
| - 16 | |
| - 16 | |
| - 24 | |
| window_size: | |
| - 511 | |
| - 511 | |
| - -1 | |
| d_intermediate: | |
| - 0 | |
| - 0 | |
| - 2048 | |
| d_model: | |
| - 512 | |
| - 512 | |
| - 768 | |
| min_routing_tokens: 8 | |
| n_gpt: 1.0 | |
| r_hi: 0.3 | |
| r_low: 0.0 | |
| r_warm_up_end: 750 | |
| r_warm_up_start: 200 | |
| ssm_cfg: | |
| chunk_size: 256 | |
| d_conv: 4 | |
| d_state: 64 | |
| expand: 2 | |
| head_dim: 64 | |
| tie_embeddings: true | |
| vocab_size: 12 | |
| hf_user: andyjzhao | |
| hf_repo: andyjzhao/GeneZip-70M-Transcript-balanced | |
| model_name: GeneZip-70M-Transcript-balanced | |
| upload_to_hf: false | |
| routing_floor: | |
| k_min_list: | |
| - 8 | |