trl-internal-testing
/

tiny-DbrxForCausalLM

Text Generation

text-generation-inference

Model card Files Files and versions

qgallouedec HF Staff commited on Oct 6, 2025

Commit

e379c59

·

verified ·

1 Parent(s): edd786d

Upload DbrxForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -28,7 +28,7 @@
   "initializer_range": 0.02,
   "max_seq_len": 32768,
   "model_type": "dbrx",
-  "n_heads": 4,
   "n_layers": 2,
   "num_key_value_heads": 8,
   "output_router_logits": false,

   "initializer_range": 0.02,
   "max_seq_len": 32768,
   "model_type": "dbrx",
+  "n_heads": 16,
   "n_layers": 2,
   "num_key_value_heads": 8,
   "output_router_logits": false,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fef4f085281069adc75df1b7787d9de2da6712572505746c220a20a7c9c51d45
-size 9762128

 version https://git-lfs.github.com/spec/v1
+oid sha256:845aba0bfa3eb61c8d376061a5fffac30428e1f2ed1d7a18de7fd776d23a2600
+size 9754448