ittailup commited on
Commit
e4883e8
·
1 Parent(s): b6cc59a

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "meta-llama/Llama-2-13b-chat-hf",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -9,16 +9,13 @@
9
  "hidden_size": 5120,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 13824,
12
- "max_position_embeddings": 4096,
13
  "model_type": "llama",
14
  "num_attention_heads": 40,
15
  "num_hidden_layers": 40,
16
- "num_key_value_heads": 40,
17
  "pad_token_id": 0,
18
  "pretraing_tp": 2,
19
- "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
- "rope_scaling": null,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "float16",
24
  "transformers_version": "4.30.2",
 
1
  {
2
+ "_name_or_path": "TheBloke/Llama-2-13B-Chat-fp16",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
9
  "hidden_size": 5120,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 13824,
12
+ "max_position_embeddings": 2048,
13
  "model_type": "llama",
14
  "num_attention_heads": 40,
15
  "num_hidden_layers": 40,
 
16
  "pad_token_id": 0,
17
  "pretraing_tp": 2,
 
18
  "rms_norm_eps": 1e-05,
 
19
  "tie_word_embeddings": false,
20
  "torch_dtype": "float16",
21
  "transformers_version": "4.30.2",
generation_config.json CHANGED
@@ -3,7 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
- "temperature": 0.9,
7
- "top_p": 0.6,
8
  "transformers_version": "4.30.2"
9
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
 
 
6
  "transformers_version": "4.30.2"
7
  }
pytorch_model-00001-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b216edbf4274a7ba904f7112f6ddb626ef224a4db546e718b72681c9e1f314c7
3
  size 1947780981
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c301a7c53b18bd45763565c40f0ff3308c8b7d375b7c3f331b40004423775b3
3
  size 1947780981
pytorch_model-00002-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e47627f8634eea921ec767bcb6ebe80d31e6839fefe1c7f0ff9244a429321d4
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2814fad5e6d6b676c3881f169f91a7b1233fa9db0b1e01f4c7503875fa568c3
3
  size 1903238059
pytorch_model-00003-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5dc7534308499c9559bb7f5ace03603436c6ff8d8a2b3f60ae1c4fa7e9a51e40
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d6968ed33c54c3e915d7035721e5f0a68b070d33d525f66ab33e6d23f6bf057
3
  size 1903238059
pytorch_model-00004-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e719d8d95122062aa6ac569a5b59a55756c8199a547a586528421c00c202156
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02081f9db0267e8921176b8a56bbcf767353d82799b5bcada0ab32400c6c0b5c
3
  size 1903238059
pytorch_model-00005-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2db29ed04786a6555a005d3bb222c41fb1892ae2376d81fcb06d276de96f7ad
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7280d25ccd7fea4cc5e06507638661ef774ace8ca00e94eb756ac2b669dbb5f7
3
  size 1903238059
pytorch_model-00006-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3dfee427fca6647d37731da2b41ee663ffb79538baabd3cb072378d018f3455
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8973b7c26404aeb0f33260574cd7d3df85f62af786e6f5464e79fc120884f8b
3
  size 1903238059
pytorch_model-00007-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:305e7fdfe3774f8180c545ec94f9dac14601a9790e401e2f4f48baf05c1eb65a
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5586f73b66cda9951a126df567969de975ce92b756e43cf15828515229835603
3
  size 1903238059
pytorch_model-00008-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0477b06c27f48b8172d6fb26738225e3e0254a631d8bf9d8207012780ea75ae6
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c4d83eb9ff336e00ff41212ecc0b906745c491d8d53ef1b2348e9ffa68829c5
3
  size 1903238059
pytorch_model-00009-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:56053a40ad8b0afa2f3717a4fbfb625126a9c45272d14b46d97dbbc08e76e0cc
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d10be63bc72bb3ec3892cd67c3f741c5f0ce7b65716ae3af8b24a3af3ba6a2ea
3
  size 1903238059
pytorch_model-00010-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a350b921baaefc766b6206dd10361ca1abb6ae26ea13a17bd088f6e98d1bc813
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d848560c2811b3c636d96d9223af243c7408591a3e8c6c413b042a43e1b1f68a
3
  size 1903238059
pytorch_model-00011-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:302ea7169029c1f7bd01174b7e3c49b123760ce524094b98ceee0e92062478ba
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:383ec300a0b781e7751c18a43c61a0c2296a2632cac5df62b479c70499949d79
3
  size 1903238059
pytorch_model-00012-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:572fe0b934cb7525d5396292890a5fb51c6b854a69a662e2027b158daa534f30
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5672c36fcff80c763ca4692efd373b69fb1b9607f4954927c5d450675b0b08c6
3
  size 1903238059
pytorch_model-00013-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a35bea7d1e9cb7a1ddea220e0ef9f600b76c455e91485d533f74dfe4041c85d
3
  size 1903238059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3f1f56e2eacc2fd10df42c47302799f274bf7b2ad8117d74564b05ee1bea3e6
3
  size 1903238059
pytorch_model-00014-of-00014.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a2a8ccd5e9fc74e8d2ecc949219021a4dd641f30dabe640f6b6a769e96975be
3
  size 1245241199
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e3e15b9edea6d20e148b96723169b04b347654a47d4d991a0779bb0b1880413
3
  size 1245241199