Upload config.toml with huggingface_hub

config.toml

@@ -0,0 +1,55 @@
+# 5M Symbiogenesis config — multi-organelle sequence mixing
+# 8 blocks with 3 organelles per block: CausalConv + Monarch + LongConv
+# Inspired by biological symbiogenesis (organism fusion)
+
+[model]
+arch = "symbiogenesis"
+embed_dim = 256
+n_layers = 8
+n_heads = 4           # unused by Symbio, kept for struct compat
+head_dim = 64          # unused by Symbio
+n_monarch_heads = 1    # single-head Monarch per block
+conv_kernel_size = 4
+ffn_mult = 4
+context_length = 256
+dropout = 0.0
+bias = false
+weight_tying = true
+free_energy_beta = 0.001
+
+[training]
+optimizer = "adamw"
+lr = 6e-4
+min_lr = 6e-5
+warmup_steps = 500
+max_steps = 12305
+batch_size = 32
+grad_clip = 1.0
+precision = "f16"
+eval_interval = 500
+eval_steps = 25
+checkpoint_interval = 2000
+seed = 42
+
+[training.curriculum]
+enabled = false
+
+[training.coreset]
+enabled = false
+
+[training.gelation]
+enabled = true
+cusum_threshold = 5.0
+window_size = 10
+
+[data]
+train_path = "../text-pipeline/output/train.txt"
+val_path = "../text-pipeline/output/val.txt"
+tokenizer_dir = "../text-pipeline/output"
+
+[inference]
+precision = "f16"
+compile = false
+temperature = 0.8
+top_k = 40
+max_new_tokens = 500