bitshrine commited on
Commit
2c88bcb
·
verified ·
1 Parent(s): 4ea7b5b

Upload Gemma2ForCausalLM

Browse files
config.json CHANGED
@@ -6,9 +6,12 @@
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "attn_logit_softcapping": 50.0,
9
- "bos_token_id": 256000,
10
  "cache_implementation": "hybrid",
11
- "eos_token_id": 256001,
 
 
 
12
  "final_logit_softcapping": 30.0,
13
  "head_dim": 256,
14
  "hidden_act": "gelu_pytorch_tanh",
@@ -21,7 +24,7 @@
21
  "num_attention_heads": 8,
22
  "num_hidden_layers": 26,
23
  "num_key_value_heads": 4,
24
- "pad_token_id": 256001,
25
  "query_pre_attn_scalar": 256,
26
  "rms_norm_eps": 1e-06,
27
  "rope_theta": 10000.0,
 
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "attn_logit_softcapping": 50.0,
9
+ "bos_token_id": 2,
10
  "cache_implementation": "hybrid",
11
+ "eos_token_id": [
12
+ 1,
13
+ 107
14
+ ],
15
  "final_logit_softcapping": 30.0,
16
  "head_dim": 256,
17
  "hidden_act": "gelu_pytorch_tanh",
 
24
  "num_attention_heads": 8,
25
  "num_hidden_layers": 26,
26
  "num_key_value_heads": 4,
27
+ "pad_token_id": 0,
28
  "query_pre_attn_scalar": 256,
29
  "rms_norm_eps": 1e-06,
30
  "rope_theta": 10000.0,
generation_config.json CHANGED
@@ -1,8 +1,11 @@
1
  {
2
  "_from_model_config": true,
3
- "bos_token_id": 256000,
4
  "cache_implementation": "hybrid",
5
- "eos_token_id": 256001,
6
- "pad_token_id": 256001,
 
 
 
7
  "transformers_version": "4.44.2"
8
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "bos_token_id": 2,
4
  "cache_implementation": "hybrid",
5
+ "eos_token_id": [
6
+ 1,
7
+ 107
8
+ ],
9
+ "pad_token_id": 0,
10
  "transformers_version": "4.44.2"
11
  }
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eccd75cd5891b859d932072519b36c4ab4c90306cff5a6613a458ca5b32f9c02
3
  size 4988034704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24ccee89e192abe61d424dd471a2b0c90b93f9e1b358916aa3db11bafef6ac5e
3
  size 4988034704
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad4c1f49a6d2d8e2a0b7c7103bf5430746324420a9ec064f6a0cd0bec429b213
3
  size 240691712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e564a4e6405e9c4f061d9510dcdd6838cbb939e5a63df779d2c01d2aa381303
3
  size 240691712