MrezaPRZ commited on
Commit
7b97621
·
verified ·
1 Parent(s): 645f238

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -12,6 +12,7 @@
12
  "initializer_range": 0.02,
13
  "intermediate_size": 11008,
14
  "max_position_embeddings": 16384,
 
15
  "model_type": "llama",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 32,
@@ -22,7 +23,7 @@
22
  "rope_theta": 1000000,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
- "transformers_version": "4.40.2",
26
  "use_cache": true,
27
  "vocab_size": 32016
28
  }
 
12
  "initializer_range": 0.02,
13
  "intermediate_size": 11008,
14
  "max_position_embeddings": 16384,
15
+ "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 32,
 
23
  "rope_theta": 1000000,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.41.2",
27
  "use_cache": true,
28
  "vocab_size": 32016
29
  }
generation_config.json CHANGED
@@ -2,5 +2,5 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
- "transformers_version": "4.40.2"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
+ "transformers_version": "4.41.2"
6
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae52a19e4d6273787af1a341759163998d15f8c33e1201ea206b34dd38e3e09f
3
  size 4939116424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e180a849993990e9337568f6a16a86bb333273286070d73de5bc1c7966aaef
3
  size 4939116424
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3efdc1d8370aee6665ebd9f8cc9756812c775447c5e9a051acb8f62c68c39265
3
  size 4947390880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ae28fd1f9d8296e4f2f628fb8e734c69f2b91c37cdab1c9cfc3618a5869954e
3
  size 4947390880
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:307b2668a25ef59d48a3eeff93ac6f64fcd70073b9e60f2829077ba34af63391
3
  size 3590619888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2afb03f215e07a214ecb9aac726d06da83973f538a697385212470a86551fd6
3
  size 3590619888