hmellor
/

tiny-random-Gemma2ForCausalLM

Text Generation

text-generation-inference

Model card Files Files and versions

hmellor HF Staff commited on Apr 29, 2025

Commit

2b87bb3

·

1 Parent(s): 17491fc

Upload Gemma2ForCausalLM

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -10,7 +10,7 @@
   "eos_token_id": 1,
   "final_logit_softcapping": 30.0,
   "head_dim": 64,
-  "hidden_act": "silu",
   "hidden_activation": "gelu_pytorch_tanh",
   "hidden_size": 32,
   "initializer_range": 0.02,

   "eos_token_id": 1,
   "final_logit_softcapping": 30.0,
   "head_dim": 64,
+  "hidden_act": "gelu_pytorch_tanh",
   "hidden_activation": "gelu_pytorch_tanh",
   "hidden_size": 32,
   "initializer_range": 0.02,