Hugging Face's logo

JuIm
/
ProteinLM

Text Generation
Transformers
TensorBoard
Safetensors
gemma2
Generated from Trainer
text-generation-inference
Model card Files
xet
Metrics Community
JuIm commited on
Commit
ac091ba
·
verified ·
1 Parent(s): 676e622

Upload Gemma2ForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +4 -4
  2. model.safetensors +2 -2
config.json CHANGED
@@ -13,12 +13,12 @@
13
  "hidden_activation": "gelu_pytorch_tanh",
14
  "hidden_size": 1024,
15
  "initializer_range": 0.02,
16
- "intermediate_size": 8192,
17
  "max_position_embeddings": 512,
18
  "model_type": "gemma2",
19
- "num_attention_heads": 16,
20
- "num_hidden_layers": 20,
21
- "num_key_value_heads": 16,
22
  "pad_token_id": 22,
23
  "query_pre_attn_scalar": 224,
24
  "rms_norm_eps": 1e-06,
 
13
  "hidden_activation": "gelu_pytorch_tanh",
14
  "hidden_size": 1024,
15
  "initializer_range": 0.02,
16
+ "intermediate_size": 4096,
17
  "max_position_embeddings": 512,
18
  "model_type": "gemma2",
19
+ "num_attention_heads": 8,
20
+ "num_hidden_layers": 16,
21
+ "num_key_value_heads": 8,
22
  "pad_token_id": 22,
23
  "query_pre_attn_scalar": 224,
24
  "rms_norm_eps": 1e-06,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:863c46e8c92b5e05c21a032e51fdd38da576429f0792974b50c05c8907228013
3
- size 3355898888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3974a8ac95ebc1bf758b8eb9c9c4918061fcea899abe57084eb4362ac5539a41
3
+ size 1342562152