minpeter commited on
Commit
ad60401
·
verified ·
1 Parent(s): 9943f65

Upload LlamaForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +3 -3
  2. model.safetensors +2 -2
config.json CHANGED
@@ -6,11 +6,11 @@
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 1,
8
  "eos_token_id": 32001,
9
- "head_dim": 64,
10
  "hidden_act": "silu",
11
- "hidden_size": 1024,
12
  "initializer_range": 0.02,
13
- "intermediate_size": 3072,
14
  "max_position_embeddings": 8192,
15
  "mlp_bias": false,
16
  "model_type": "llama",
 
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 1,
8
  "eos_token_id": 32001,
9
+ "head_dim": 36,
10
  "hidden_act": "silu",
11
+ "hidden_size": 576,
12
  "initializer_range": 0.02,
13
+ "intermediate_size": 1728,
14
  "max_position_embeddings": 8192,
15
  "mlp_bias": false,
16
  "model_type": "llama",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ed76af07f43f0022d446a8e66f6285448e54cdc7fcf88cb95982ae8e7d7e796
3
- size 1641375960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f9deb287cdf8d7db87102541d9912e7bb0487a1c4fbd8d0dae6dc99d2abe917
3
+ size 551697800