rpDungeon
/

gemmagain-4b-pt

Model card Files Files and versions

ToastyPigeon commited on Jan 6

Commit

b178b0f

·

verified ·

1 Parent(s): 437ff8f

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -31,7 +31,7 @@
   "rope_theta": 1000000.0,
   "sliding_window": 1024,
   "sliding_window_pattern": 6,
-  "layer_sequence": [[0, 34, 1]],
   "torch_dtype": "bfloat16",
   "use_cache": true,
   "vocab_size": 262208,

   "rope_theta": 1000000.0,
   "sliding_window": 1024,
   "sliding_window_pattern": 6,
+  "layer_sequence": [0,[1,7,3],[7,18],[18,21,3],[21,34]],
   "torch_dtype": "bfloat16",
   "use_cache": true,
   "vocab_size": 262208,