jed351
/

gemma3-maxtext-conversion-test

jed351 commited on Feb 8

Commit

11468ba

verified ·

1 Parent(s): eefb697

Upload folder using huggingface_hub

Files changed (1) hide show

config.json CHANGED Viewed

@@ -21,7 +21,7 @@
     "cache_implementation": "hybrid",
     "final_logit_softcapping": null,
     "head_dim": 256,
-    "hidden_activation": "gelu",
     "hidden_size": 2560,
     "initializer_range": 0.02,
     "intermediate_size": 10240,

     "cache_implementation": "hybrid",
     "final_logit_softcapping": null,
     "head_dim": 256,
+    "hidden_activation": "gelu_pytorch_tanh",
     "hidden_size": 2560,
     "initializer_range": 0.02,
     "intermediate_size": 10240,