trl-internal-testing
/

tmp-tiny-DbrxForCausalLM

Text Generation

text-generation-inference

Model card Files Files and versions

qgallouedec HF Staff commited on Oct 6, 2025

Commit

9291b59

·

verified ·

1 Parent(s): 6d55180

Upload DbrxForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -28,7 +28,7 @@
   "initializer_range": 0.02,
   "max_seq_len": 32768,
   "model_type": "dbrx",
-  "n_heads": 4,
   "n_layers": 2,
   "num_key_value_heads": 8,
   "output_router_logits": false,

   "initializer_range": 0.02,
   "max_seq_len": 32768,
   "model_type": "dbrx",
+  "n_heads": 16,
   "n_layers": 2,
   "num_key_value_heads": 8,
   "output_router_logits": false,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:509194d45457e97c436033c310430c42e7b6e0c233c3a034fc4e2abc68478f01
-size 9762128

 version https://git-lfs.github.com/spec/v1
+oid sha256:ef0149b279ae2d11725eafc4b43b5a4b38a1b9ecf97665f337e1b398100ec971
+size 9754448