Add sanitized release config

hydra_cfg.yaml

@@ -0,0 +1,64 @@
+arch: hnet
+bp_per_token: 32
+max_len: 12800
+max_length: 12800
+min_routing_tokens: 8
+r_hi: 0.3
+r_low: 0.0
+r_warm_up_end: 750
+r_warm_up_start: 200
+reference_loss: null
+region_info: promoter1_cds1_utr2_exon2_intron8_nig8_dig16
+strictness_exp: 1.0
+strictness_max: 1.0
+tokenizer: fast
+use_routing_floor: true
+model_cfg:
+  arch_layout:
+  - m2
+  - - m2
+    - - m15
+    - m2
+  - m2
+  attn_cfg:
+    num_heads:
+    - 8
+    - 8
+    - 12
+    rotary_emb_dim:
+    - 16
+    - 16
+    - 24
+    window_size:
+    - 511
+    - 511
+    - -1
+  d_intermediate:
+  - 0
+  - 0
+  - 2048
+  d_model:
+  - 512
+  - 512
+  - 768
+  min_routing_tokens: 8
+  n_gpt: 1.0
+  r_hi: 0.3
+  r_low: 0.0
+  r_warm_up_end: 750
+  r_warm_up_start: 200
+  ssm_cfg:
+    chunk_size: 256
+    d_conv: 4
+    d_state: 64
+    expand: 2
+    head_dim: 64
+  tie_embeddings: true
+  vocab_size: 12
+hf_user: andyjzhao
+hf_repo: andyjzhao/GeneZip-70M-Transcript-balanced
+model_name: GeneZip-70M-Transcript-balanced
+upload_to_hf: false
+routing_floor:
+  k_min_list:
+  - 8