Commit ·
90f1247
1
Parent(s): eebad31
Upload LlamaForCausalLM
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- config.json +26 -0
- generation_config.json +8 -0
- model-00001-of-00049.safetensors +3 -0
- model-00002-of-00049.safetensors +3 -0
- model-00003-of-00049.safetensors +3 -0
- model-00004-of-00049.safetensors +3 -0
- model-00005-of-00049.safetensors +3 -0
- model-00006-of-00049.safetensors +3 -0
- model-00007-of-00049.safetensors +3 -0
- model-00008-of-00049.safetensors +3 -0
- model-00009-of-00049.safetensors +3 -0
- model-00010-of-00049.safetensors +3 -0
- model-00011-of-00049.safetensors +3 -0
- model-00012-of-00049.safetensors +3 -0
- model-00013-of-00049.safetensors +3 -0
- model-00014-of-00049.safetensors +3 -0
- model-00015-of-00049.safetensors +3 -0
- model-00016-of-00049.safetensors +3 -0
- model-00017-of-00049.safetensors +3 -0
- model-00018-of-00049.safetensors +3 -0
- model-00019-of-00049.safetensors +3 -0
- model-00020-of-00049.safetensors +3 -0
- model-00021-of-00049.safetensors +3 -0
- model-00022-of-00049.safetensors +3 -0
- model-00023-of-00049.safetensors +3 -0
- model-00024-of-00049.safetensors +3 -0
- model-00025-of-00049.safetensors +3 -0
- model-00026-of-00049.safetensors +3 -0
- model-00027-of-00049.safetensors +3 -0
- model-00028-of-00049.safetensors +3 -0
- model-00029-of-00049.safetensors +3 -0
- model-00030-of-00049.safetensors +3 -0
- model-00031-of-00049.safetensors +3 -0
- model-00032-of-00049.safetensors +3 -0
- model-00033-of-00049.safetensors +3 -0
- model-00034-of-00049.safetensors +3 -0
- model-00035-of-00049.safetensors +3 -0
- model-00036-of-00049.safetensors +3 -0
- model-00037-of-00049.safetensors +3 -0
- model-00038-of-00049.safetensors +3 -0
- model-00039-of-00049.safetensors +3 -0
- model-00040-of-00049.safetensors +3 -0
- model-00041-of-00049.safetensors +3 -0
- model-00042-of-00049.safetensors +3 -0
- model-00043-of-00049.safetensors +3 -0
- model-00044-of-00049.safetensors +3 -0
- model-00045-of-00049.safetensors +3 -0
- model-00046-of-00049.safetensors +3 -0
- model-00047-of-00049.safetensors +3 -0
- model-00048-of-00049.safetensors +3 -0
config.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "garage-bAInd/Platypus2-70B-instruct",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"LlamaForCausalLM"
|
| 5 |
+
],
|
| 6 |
+
"bos_token_id": 1,
|
| 7 |
+
"eos_token_id": 2,
|
| 8 |
+
"hidden_act": "silu",
|
| 9 |
+
"hidden_size": 8192,
|
| 10 |
+
"initializer_range": 0.02,
|
| 11 |
+
"intermediate_size": 28672,
|
| 12 |
+
"max_position_embeddings": 4096,
|
| 13 |
+
"model_type": "llama",
|
| 14 |
+
"num_attention_heads": 64,
|
| 15 |
+
"num_hidden_layers": 80,
|
| 16 |
+
"num_key_value_heads": 8,
|
| 17 |
+
"pad_token_id": 0,
|
| 18 |
+
"pretraining_tp": 1,
|
| 19 |
+
"rms_norm_eps": 1e-05,
|
| 20 |
+
"rope_scaling": null,
|
| 21 |
+
"tie_word_embeddings": false,
|
| 22 |
+
"torch_dtype": "float16",
|
| 23 |
+
"transformers_version": "4.31.0",
|
| 24 |
+
"use_cache": false,
|
| 25 |
+
"vocab_size": 32000
|
| 26 |
+
}
|
generation_config.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 1,
|
| 4 |
+
"eos_token_id": 2,
|
| 5 |
+
"pad_token_id": 0,
|
| 6 |
+
"transformers_version": "4.31.0",
|
| 7 |
+
"use_cache": false
|
| 8 |
+
}
|
model-00001-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44cd7895081fe98c4106853becfd3c9a694ef2843d612c694751a04bb81236c4
|
| 3 |
+
size 2537589032
|
model-00002-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f9a9c5e39fe098fa7f94c885a06ed46e6e06a1963b9384e82f8ebb437c879443
|
| 3 |
+
size 2650834536
|
model-00003-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6009290257fdf8e5a3902b7c9308dd6c6451988dd7ef53b0a7ea5f151bcec95
|
| 3 |
+
size 2952858240
|
model-00004-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8b4f4196a1690dd7c0d42bd1e63f2177bdc63bfd159b08d4919bee86f8e0edc5
|
| 3 |
+
size 2952858232
|
model-00005-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa3255102434731d249cc5d38c4f8aca38f19b68dcd44063c1b6b4b2bb4460eb
|
| 3 |
+
size 2650834536
|
model-00006-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d273fc16cd5514b19af56ec6d3db04ab0dc8e5c0d46bea83b3e540f44e7c42ba
|
| 3 |
+
size 2952858240
|
model-00007-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:de35553611faa1ba454d60d4dccc8ab63b1d0b09534de2bd95539c62285ff32a
|
| 3 |
+
size 2952858256
|
model-00008-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8b25916e606ef5cc5907b17346071fbfa4d86e4f6c009f66439d1c48683f8376
|
| 3 |
+
size 2650834544
|
model-00009-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d33822419766125ee17cb0ddd04f6be4e9f85d80258ec99590ff4613dd483848
|
| 3 |
+
size 2952858256
|
model-00010-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0523c0c7ad0a3742044b4aab4cb957767fe91a3b76be14950c607ce6d05858d1
|
| 3 |
+
size 2952858256
|
model-00011-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c0e8e68f71faf3030da84614635fb7b5aaf7ca334036da1ad8e791b50c0d0dce
|
| 3 |
+
size 2650834544
|
model-00012-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:255517263ca48d36c9ffafdc35997707e980ed02066a9b1a25223d24906bf02d
|
| 3 |
+
size 2952858256
|
model-00013-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c6bd975d28c786c168d121e2d378b11e4d14cde29c55d6f967227daf93382483
|
| 3 |
+
size 2952858256
|
model-00014-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f73dd12b1c41438470cb3c851b640bc8db2df009bcfbb827b8a8f1adee299ef1
|
| 3 |
+
size 2650834544
|
model-00015-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:605cfa30268c338457915f657d097bf6250792a4b76a7b3be5207bd93e2a3297
|
| 3 |
+
size 2952858256
|
model-00016-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:df3eb886d178b7bca55d9fb3b66e74d191509dadf7789dce0fb68c2f752986d7
|
| 3 |
+
size 2952858256
|
model-00017-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c56398830dd246ad37547520db44441328362fe1b357e9c47255e0e024ddde53
|
| 3 |
+
size 2650834544
|
model-00018-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d28c5972bf11d648090585d7d6195790cf7a59c37038303264b311c6115caead
|
| 3 |
+
size 2952858256
|
model-00019-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c09fd013c415cb10596b846baee4e5a2e564cf2ad458a1163ee0b95d447e89e9
|
| 3 |
+
size 2952858256
|
model-00020-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e535733c2e1c03ed4e2b2dcaace739751ceb67654db764133f754bc52e268f8e
|
| 3 |
+
size 2650834544
|
model-00021-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b7a7d391fb9282f4d3b2f646163cd0456ee8c662f5fc82f1f51d95d5c5a307dd
|
| 3 |
+
size 2952858256
|
model-00022-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d32fa098dd88c02c084859e893d5f08a2a9cdbd6062ceb020ae596011eac634
|
| 3 |
+
size 2952858256
|
model-00023-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:820de398266ed304661d8df09b4c05938a19a1c95eb4939dcb42f8c37afa8f5f
|
| 3 |
+
size 2650834544
|
model-00024-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ff9eac815f27220f2576aaee21cae70d565b6509dc7e36ca29bff1c2ae0dbee
|
| 3 |
+
size 2952858256
|
model-00025-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:115ec5dcdf5e19e93d3ebd6ca3d07a6ae091f4f73223d88cba0aeaab0dbc5682
|
| 3 |
+
size 2952858256
|
model-00026-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d74d46416adebbf86c9ef73b2f9cc0b9979764ddc4d75fa64525ff50d679b882
|
| 3 |
+
size 2650834544
|
model-00027-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2fbc2849dfcfc87b5421d140ca2046d0476055bcd7817e7480bb23a973dd2083
|
| 3 |
+
size 2952858256
|
model-00028-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c910ed669bacce62c61eb90aaa2800df36f182ed1f9e360e03adc1050398380c
|
| 3 |
+
size 2952858256
|
model-00029-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:94948193767648e28ff7ca7c7470d795f1fec07a980f852b112fb44fccc14bf1
|
| 3 |
+
size 2650834544
|
model-00030-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a0edafd7abe3042448f57066e4c0390fca632a81016d1e7a418b7eb17475377
|
| 3 |
+
size 2952858256
|
model-00031-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d8138629132dd7f5aacc069ba81cae877a5460e156cefc4429cb8a6d36c5f47a
|
| 3 |
+
size 2952858256
|
model-00032-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:789d51745ad28f5c862746211cee83facf561f46cfca0b2119e6ed7f67ecd61e
|
| 3 |
+
size 2650834544
|
model-00033-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f85b95f004fe05a76b364a34896bb1c1f98080dfdfc3c92c608eb7aab3839c33
|
| 3 |
+
size 2952858256
|
model-00034-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe53bd8613136d9ab465633c7e54198c3117378815fdf56265d965c9dcdc4670
|
| 3 |
+
size 2952858256
|
model-00035-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d160ce9f13d97f9712aef423bf03bea3136ac04c64b71dcb80783346a2cec41
|
| 3 |
+
size 2650834544
|
model-00036-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:49276607a023263163acb25ea5aec4c37253ce80bcc0e94196881091d92ac25f
|
| 3 |
+
size 2952858256
|
model-00037-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5ad988bc34a14cb329031c87aca0d028d530029efbba86f79c7087103e3bc346
|
| 3 |
+
size 2952858256
|
model-00038-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3e598629413e62ac1f9c1fbc930029ae307a7e836c4d30dec3b3a6234567277a
|
| 3 |
+
size 2650834544
|
model-00039-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:134df77d1a77fc67a4f293935934fc5927c3bf73f7f49e63bb6767ac040a5ec8
|
| 3 |
+
size 2952858256
|
model-00040-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e7e4f4f1307f931ff12a4daeda6bdad6ce7958c727aea52b722ce81040bfe019
|
| 3 |
+
size 2952858256
|
model-00041-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d483e6797e85b441d5f1311eef54d228bdf2d6d4c823d48deaac5bc3ecddc8f
|
| 3 |
+
size 2650834544
|
model-00042-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:604a4dffc5f4c696d543671ba2ad03542e89f2201a2c6bf818a76716ab6907c1
|
| 3 |
+
size 2952858256
|
model-00043-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2cbe9f53ec2493ebd149d153cb1492b3d16fb1d7e13b643b951b2a4044b963ad
|
| 3 |
+
size 2952858256
|
model-00044-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ff7805184ef6c93ad7927bf14b684d120f61ac4224f113ab8627c3c11d6f46f1
|
| 3 |
+
size 2650834544
|
model-00045-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb18ef0b7d651418d5cf4c25a32fc4d923a39fc8d0fe124b4b3374e96eeed7f1
|
| 3 |
+
size 2952858256
|
model-00046-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e1554b52fff46ee26554dba9a8150a24d8ae6ca376386814fb175d3382e6168d
|
| 3 |
+
size 2952858256
|
model-00047-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:39386e631585ff00f86593a1bcf028b783a920721c9f79606b8504efabad3643
|
| 3 |
+
size 2650834544
|
model-00048-of-00049.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea424a205503482de37bc73387e42ffa663f57d82b46fa4b169b4c230adacbf6
|
| 3 |
+
size 2952858256
|