Hugging Face's logo

atheanchu
/
llama-2-13b-chat-neuron

Text Generation
Transformers
llama
Model card Files
xet
Community
atheanchu commited on
Commit
4533a2e
·
verified ·
1 Parent(s): 751d930

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +10 -0
  2. compiled/1733a74113bb1a8c63b2.neff +3 -0
  3. compiled/3bc4ca178b96ce4fcb9e.neff +3 -0
  4. compiled/4530405feeffd41f13ce.neff +3 -0
  5. compiled/5f5f81fea5c273693655.neff +3 -0
  6. compiled/618623f0df854cd4df29.neff +3 -0
  7. compiled/855025957b66cc38cf07.neff +3 -0
  8. compiled/b965d4a02c872a7c40fb.neff +3 -0
  9. compiled/c171bfa10f80b8aef631.neff +3 -0
  10. compiled/c725ea2502e39be842b2.neff +3 -0
  11. compiled/e46f7133e61a221e625d.neff +3 -0
  12. config.json +40 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ compiled/1733a74113bb1a8c63b2.neff filter=lfs diff=lfs merge=lfs -text
37
+ compiled/3bc4ca178b96ce4fcb9e.neff filter=lfs diff=lfs merge=lfs -text
38
+ compiled/4530405feeffd41f13ce.neff filter=lfs diff=lfs merge=lfs -text
39
+ compiled/5f5f81fea5c273693655.neff filter=lfs diff=lfs merge=lfs -text
40
+ compiled/618623f0df854cd4df29.neff filter=lfs diff=lfs merge=lfs -text
41
+ compiled/855025957b66cc38cf07.neff filter=lfs diff=lfs merge=lfs -text
42
+ compiled/b965d4a02c872a7c40fb.neff filter=lfs diff=lfs merge=lfs -text
43
+ compiled/c171bfa10f80b8aef631.neff filter=lfs diff=lfs merge=lfs -text
44
+ compiled/c725ea2502e39be842b2.neff filter=lfs diff=lfs merge=lfs -text
45
+ compiled/e46f7133e61a221e625d.neff filter=lfs diff=lfs merge=lfs -text
compiled/1733a74113bb1a8c63b2.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:405a7882fea0a49e7e258e2ffcf427c3c898fc6322bbf59d57784838e3a2720a
3
+ size 8551424
compiled/3bc4ca178b96ce4fcb9e.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c5cb37d120b87f8e535bcd5d15976914910615b1bc4ede50d354e23688c8cdd
3
+ size 2817024
compiled/4530405feeffd41f13ce.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0df61ad2d04da42edf42b4bf5741ef9f1735d0209678ea6a30f814527ac0aa10
3
+ size 2950144
compiled/5f5f81fea5c273693655.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bee9a6ab0a6a31bd3d59c21e4e00c606cc59febc5dc220aec3f0e2e150fb319
3
+ size 3154944
compiled/618623f0df854cd4df29.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:082ce02f7be51bd17771c7829e3c363d9f868bcad5b8c587fecc6e3ea18349e4
3
+ size 2878464
compiled/855025957b66cc38cf07.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8602e7dc78822608a2704edaa22981893ffa9140905788dca1b332451ae02a70
3
+ size 4629504
compiled/b965d4a02c872a7c40fb.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e94f7773de16fb236f598b02d0f6dd013b79ab2e82aa298e615b01ceb8a9e4cc
3
+ size 3113984
compiled/c171bfa10f80b8aef631.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57cafb00f53f1764126937edce81df2039d90a1741582cb13d5a6a672fe475b
3
+ size 3369984
compiled/c725ea2502e39be842b2.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cee164e2c2216a6bc08e6e2c2b02a53ba20fd8c536bb7b7d6e8b26e285dcbee2
3
+ size 3677184
compiled/e46f7133e61a221e625d.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:500138616a057fa485dbb0791e9c5fedcd8d173a9cd8e4ef2b7dd95ffe7832bd
3
+ size 2827264
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "NousResearch/Llama-2-13b-chat-hf",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 5120,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 13824,
14
+ "max_position_embeddings": 4096,
15
+ "model_type": "llama",
16
+ "neuron": {
17
+ "auto_cast_type": "fp16",
18
+ "batch_size": 1,
19
+ "checkpoint_id": "NousResearch/Llama-2-13b-chat-hf",
20
+ "checkpoint_revision": "aad3c0b2315a458d54cd9b09ddc51cf06021196f",
21
+ "compiler_type": "neuronx-cc",
22
+ "compiler_version": "2.13.66.0+6dfecc895",
23
+ "num_cores": 12,
24
+ "sequence_length": 2048,
25
+ "task": "text-generation"
26
+ },
27
+ "num_attention_heads": 40,
28
+ "num_hidden_layers": 40,
29
+ "num_key_value_heads": 40,
30
+ "pad_token_id": 0,
31
+ "pretraining_tp": 1,
32
+ "rms_norm_eps": 1e-05,
33
+ "rope_scaling": null,
34
+ "rope_theta": 10000.0,
35
+ "tie_word_embeddings": false,
36
+ "torch_dtype": "float16",
37
+ "transformers_version": "4.36.2",
38
+ "use_cache": true,
39
+ "vocab_size": 32000
40
+ }