hmellor
/

tiny-random-Gemma2ForCausalLM

Text Generation

text-generation-inference

Model card Files Files and versions

hmellor HF Staff commited on Apr 29, 2025

Commit

2591d4d

·

1 Parent(s): 4673996

Upload Gemma2ForCausalLM

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -9,7 +9,7 @@
   "cache_implementation": "hybrid",
   "eos_token_id": 1,
   "final_logit_softcapping": 30.0,
-  "head_dim": 16,
   "hidden_activation": "gelu_pytorch_tanh",
   "hidden_size": 32,
   "initializer_range": 0.02,

   "cache_implementation": "hybrid",
   "eos_token_id": 1,
   "final_logit_softcapping": 30.0,
+  "head_dim": 64,
   "hidden_activation": "gelu_pytorch_tanh",
   "hidden_size": 32,
   "initializer_range": 0.02,