TuKoResearch
/

AuriStream7B_250k

AuriStream.AuriStream

Model card Files Files and versions

klemenk commited on Sep 23, 2025

Commit

dfdd209

·

verified ·

1 Parent(s): 3ebd72a

Update config.json

Files changed (1) hide show

config.json +4 -4

config.json CHANGED Viewed

@@ -8,12 +8,12 @@
     "AutoModelForCausalLM": "modeling_auristream.AuriStream"
   },
   "vocab_size": 8192,
-  "n_embd": 768,
-  "n_layer": 12,
-  "n_head": 12,
   "dropout": 0.0,
   "bias": false,
-  "use_rope": false,
   "n_pred_steps": 40,
   "seq_len": 4096
 }

     "AutoModelForCausalLM": "modeling_auristream.AuriStream"
   },
   "vocab_size": 8192,
+  "n_embd": 4096,
+  "n_layer": 32,
+  "n_head": 32,
   "dropout": 0.0,
   "bias": false,
+  "use_rope": true,
   "n_pred_steps": 40,
   "seq_len": 4096
 }