Hugging Face's logo

jounce
/
dummy-phi3

Safetensors
phi3
Model card Files
xet
Community
AlonKellner-Jounce commited on
Commit
d3e7e76
·
verified ·
1 Parent(s): 3f23295

relu activations

Browse files
Files changed (3) hide show
  1. config.json +2 -3
  2. generation_config.json +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -5,8 +5,8 @@
5
  "attention_dropout": 0.0,
6
  "bos_token_id": 1,
7
  "embd_pdrop": 0.0,
8
- "eos_token_id": 32000,
9
- "hidden_act": "silu",
10
  "hidden_size": 64,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 1,
@@ -15,7 +15,6 @@
15
  "num_attention_heads": 1,
16
  "num_hidden_layers": 4,
17
  "num_key_value_heads": 1,
18
- "oes_token_id": 2,
19
  "original_max_position_embeddings": 4096,
20
  "pad_token_id": 3,
21
  "resid_pdrop": 0.0,
 
5
  "attention_dropout": 0.0,
6
  "bos_token_id": 1,
7
  "embd_pdrop": 0.0,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "relu",
10
  "hidden_size": 64,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 1,
 
15
  "num_attention_heads": 1,
16
  "num_hidden_layers": 4,
17
  "num_key_value_heads": 1,
 
18
  "original_max_position_embeddings": 4096,
19
  "pad_token_id": 3,
20
  "resid_pdrop": 0.0,
generation_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
- "eos_token_id": 32000,
5
  "pad_token_id": 3,
6
  "transformers_version": "4.46.1"
7
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
  "pad_token_id": 3,
6
  "transformers_version": "4.46.1"
7
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f881eee8cf3215a38fd73d53fdb75fd306d6337975b6ce7f666653499f285740
3
  size 142920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df863f49d09c6cf771c8881f6f8f040b2371e0df4afe018f030cbbe104f0d079
3
  size 142920