Nared45 commited on
Commit
f6baeb6
·
verified ·
1 Parent(s): 6c831a0

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "NousResearch/Llama-2-7b-chat-hf",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -17,14 +17,13 @@
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 32,
19
  "num_key_value_heads": 32,
20
- "pad_token_id": 0,
21
  "pretraining_tp": 1,
22
  "rms_norm_eps": 1e-05,
23
  "rope_scaling": null,
24
  "rope_theta": 10000.0,
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "float16",
27
- "transformers_version": "4.42.4",
28
  "use_cache": true,
29
  "vocab_size": 32000
30
  }
 
1
  {
2
+ "_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 32,
19
  "num_key_value_heads": 32,
 
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
22
  "rope_scaling": null,
23
  "rope_theta": 10000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float16",
26
+ "transformers_version": "4.44.0",
27
  "use_cache": true,
28
  "vocab_size": 32000
29
  }
generation_config.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "do_sample": true,
5
  "eos_token_id": 2,
6
- "pad_token_id": 32000,
7
- "temperature": 0.9,
8
- "top_p": 0.6,
9
- "transformers_version": "4.42.4"
 
10
  }
 
1
  {
 
2
  "bos_token_id": 1,
3
  "do_sample": true,
4
  "eos_token_id": 2,
5
+ "max_length": 4096,
6
+ "pad_token_id": 0,
7
+ "temperature": 0.6,
8
+ "top_p": 0.9,
9
+ "transformers_version": "4.44.0"
10
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ead86dc5984be9c8c0a406a839c869358dfadc59b70b3259e02f8e97b3916fc9
3
  size 4938985248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5b7557be6183bb5275799f85e727d2605d797b3e253d7751a7c7dd2da9c1d72
3
  size 4938985248
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5994ae569831bd5c13da986e42567b76f34a7a8e54a9f80ec8334d47c517e30
3
  size 4947390768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:560d9b96b04b30e908a7293704020a64f65ae4e8247aa907e03625698a7341ba
3
  size 4947390768
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95a70ed927a311f7cd6af5a98516415480edd7989ef368065f5d54fc86b76118
3
  size 3590488736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:094d71534c17e2070769460844a6aad71e87bbacddac2f9a1f66388ed231896e
3
  size 3590488736