metsman
/

gemma-2-2b-it-4bit

Text Generation

text-generation-inference

Model card Files Files and versions

metsman commited on Oct 3, 2024

Commit

018f3fe

·

verified ·

1 Parent(s): e554e55

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -15,7 +15,7 @@
     "head_dim": 256,
     "hidden_act": "gelu_pytorch_tanh",
     "hidden_activation": "gelu_pytorch_tanh",
-    "hidden_size": 2304,
     "initializer_range": 0.02,
     "intermediate_size": 9216,
     "max_position_embeddings": 8192,

     "head_dim": 256,
     "hidden_act": "gelu_pytorch_tanh",
     "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 288,
     "initializer_range": 0.02,
     "intermediate_size": 9216,
     "max_position_embeddings": 8192,