This view is limited to 50 files because it contains too many changes. See raw diff
- config.json +29 -0
- generation_config.json +7 -0
- model-00001-of-00081.safetensors +3 -0
- model-00002-of-00081.safetensors +3 -0
- model-00003-of-00081.safetensors +3 -0
- model-00004-of-00081.safetensors +3 -0
- model-00005-of-00081.safetensors +3 -0
- model-00006-of-00081.safetensors +3 -0
- model-00007-of-00081.safetensors +3 -0
- model-00008-of-00081.safetensors +3 -0
- model-00009-of-00081.safetensors +3 -0
- model-00010-of-00081.safetensors +3 -0
- model-00011-of-00081.safetensors +3 -0
- model-00012-of-00081.safetensors +3 -0
- model-00013-of-00081.safetensors +3 -0
- model-00014-of-00081.safetensors +3 -0
- model-00015-of-00081.safetensors +3 -0
- model-00016-of-00081.safetensors +3 -0
- model-00017-of-00081.safetensors +3 -0
- model-00018-of-00081.safetensors +3 -0
- model-00019-of-00081.safetensors +3 -0
- model-00020-of-00081.safetensors +3 -0
- model-00021-of-00081.safetensors +3 -0
- model-00022-of-00081.safetensors +3 -0
- model-00023-of-00081.safetensors +3 -0
- model-00024-of-00081.safetensors +3 -0
- model-00025-of-00081.safetensors +3 -0
- model-00026-of-00081.safetensors +3 -0
- model-00027-of-00081.safetensors +3 -0
- model-00028-of-00081.safetensors +3 -0
- model-00029-of-00081.safetensors +3 -0
- model-00030-of-00081.safetensors +3 -0
- model-00031-of-00081.safetensors +3 -0
- model-00032-of-00081.safetensors +3 -0
- model-00033-of-00081.safetensors +3 -0
- model-00034-of-00081.safetensors +3 -0
- model-00035-of-00081.safetensors +3 -0
- model-00036-of-00081.safetensors +3 -0
- model-00037-of-00081.safetensors +3 -0
- model-00038-of-00081.safetensors +3 -0
- model-00039-of-00081.safetensors +3 -0
- model-00040-of-00081.safetensors +3 -0
- model-00041-of-00081.safetensors +3 -0
- model-00042-of-00081.safetensors +3 -0
- model-00043-of-00081.safetensors +3 -0
- model-00044-of-00081.safetensors +3 -0
- model-00045-of-00081.safetensors +3 -0
- model-00046-of-00081.safetensors +3 -0
- model-00047-of-00081.safetensors +3 -0
- model-00048-of-00081.safetensors +3 -0
config.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "E:\\lab\\workspace\\Midnight-Rose-70B-v2.0.3\\",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"LlamaForCausalLM"
|
| 5 |
+
],
|
| 6 |
+
"attention_bias": false,
|
| 7 |
+
"attention_dropout": 0.0,
|
| 8 |
+
"bos_token_id": 1,
|
| 9 |
+
"eos_token_id": 2,
|
| 10 |
+
"hidden_act": "silu",
|
| 11 |
+
"hidden_size": 8192,
|
| 12 |
+
"initializer_range": 0.02,
|
| 13 |
+
"intermediate_size": 28672,
|
| 14 |
+
"max_position_embeddings": 4096,
|
| 15 |
+
"model_type": "llama",
|
| 16 |
+
"num_attention_heads": 64,
|
| 17 |
+
"num_hidden_layers": 80,
|
| 18 |
+
"num_key_value_heads": 8,
|
| 19 |
+
"pad_token_id": 0,
|
| 20 |
+
"pretraining_tp": 1,
|
| 21 |
+
"rms_norm_eps": 1e-05,
|
| 22 |
+
"rope_scaling": null,
|
| 23 |
+
"rope_theta": 10000.0,
|
| 24 |
+
"tie_word_embeddings": false,
|
| 25 |
+
"torch_dtype": "float16",
|
| 26 |
+
"transformers_version": "4.37.0",
|
| 27 |
+
"use_cache": true,
|
| 28 |
+
"vocab_size": 32000
|
| 29 |
+
}
|
generation_config.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 1,
|
| 4 |
+
"eos_token_id": 2,
|
| 5 |
+
"pad_token_id": 0,
|
| 6 |
+
"transformers_version": "4.37.0"
|
| 7 |
+
}
|
model-00001-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b0854bf40a280b85803383b825f2f488cb8338f88efb126e35632ae701720c8d
|
| 3 |
+
size 1765802808
|
model-00002-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a0447899f1afb479d4321534d4cc0ed362c165dbb66af25e75ec62bd9dd14b8b
|
| 3 |
+
size 1711309848
|
model-00003-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e811f7a9b563142140cf807334301002b430832e1a352055ae51057f6206b7af
|
| 3 |
+
size 1711309848
|
model-00004-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9cf8b1d756f102ad73b22259204c4ed128aac8156553bac9498928e927cb528a
|
| 3 |
+
size 1711309848
|
model-00005-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dcc47968dc128a6c2c84d9bf8021bcf2439bc0ea6447a91a58f2cfa1540f8eee
|
| 3 |
+
size 1711309848
|
model-00006-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b6a377e7d262170df0282f74c0f4e687af685a9840e30eba1d2cb23e6177971f
|
| 3 |
+
size 1711309848
|
model-00007-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a99c500be39c4be95752ffcbdb7239ec2761446fa32c26730608c557d72a52b
|
| 3 |
+
size 1711309848
|
model-00008-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77694f2f061d444755939ec91ee633c72e2fdad11c619be6b826f391e6d3d284
|
| 3 |
+
size 1711309848
|
model-00009-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1dec71853203755cb35913d418c3df1f221cfa607688961db967783867c2a3fe
|
| 3 |
+
size 1711309848
|
model-00010-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5fb979fe78d66ac139f4071c842011e0e58f8f1fe6e9ee6e5304efad5476e4b6
|
| 3 |
+
size 1711309848
|
model-00011-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8ab76581f1e72cf912994c51d500bd2d03ff8b0f5b71d1f064401831671859fe
|
| 3 |
+
size 1711309864
|
model-00012-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf4d06eeb1923b0f035e9b028752a70b714bba7673475cdd6c5b40a8b99459d5
|
| 3 |
+
size 1711309864
|
model-00013-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2f4893dc8ec3b4428a5214d793c6675ec106fd9ec75a72815046d9cc6703ca68
|
| 3 |
+
size 1711309864
|
model-00014-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:88d879904d0cc3f41f4bdd59a28a9e7a8049f8f2f314929b3c3307e1f023e171
|
| 3 |
+
size 1711309864
|
model-00015-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1369c4cf3655467099227b3a79d58e51bace565671973d2e767ce701cb98899b
|
| 3 |
+
size 1711309864
|
model-00016-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5198caecc98b7852bb00687ab1bbe5e32ff8e3e1bbb3de73f584d5cb0e77250f
|
| 3 |
+
size 1711309864
|
model-00017-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:698f548332492f59b4af36c53e81060b33408da902dd88aae98544aa02b702c4
|
| 3 |
+
size 1711309864
|
model-00018-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d36d034d4f88aee25164946f8205d8af5fd009c6f4c4c4db8b7854d6ae7a6310
|
| 3 |
+
size 1711309864
|
model-00019-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a60c00f6c820ae4a8128241eff75158514c7e5a219e678c84d4fa049ef3f3147
|
| 3 |
+
size 1711309864
|
model-00020-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:43c33ae38e50c8ccd8b5d6c9e7d889359b5774065452c1b2712f7b20962ff295
|
| 3 |
+
size 1711309864
|
model-00021-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6e26a3393a8f144b88ee14cd21a5287634475c0b20d4636792c744d2a6003e7f
|
| 3 |
+
size 1711309864
|
model-00022-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e3863c6df9f9cd7917b5caec9d8b941d72338193da469c321343065c7431f90
|
| 3 |
+
size 1711309864
|
model-00023-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4894991e07dfb133e77da8f4497d043802abde5143389108bea12577f482dc33
|
| 3 |
+
size 1711309864
|
model-00024-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0eb41287051ced2195af8e25e3331edcfa40d71f7714665c410bc4bbb20bd4a2
|
| 3 |
+
size 1711309864
|
model-00025-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:88167dc3ae34a0d1397dfa24594b47e770f6468f0edaa13bfafbb29a007e789b
|
| 3 |
+
size 1711309864
|
model-00026-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e690ca4ee420b48eab9915c4c1212a754b395f74c79368d06760d769aa915528
|
| 3 |
+
size 1711309864
|
model-00027-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b0eee83a6fea3baf721135d4fb189fcda5aec9ea429e612d4bb1938ab4aaad2a
|
| 3 |
+
size 1711309864
|
model-00028-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a0b4d816cfccbf552069f32100cacfe1c00d498e7bb1d3da5a70268e4a64957
|
| 3 |
+
size 1711309864
|
model-00029-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21e3c49f3e92bd7d1ed53089a43a7a6a6285ae311a271d018ec84451b8f8a2ed
|
| 3 |
+
size 1711309864
|
model-00030-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b1a29696f401192f84a297bfdc38b6d57d8b7ac426c344bf0bc0886aa40d5ed
|
| 3 |
+
size 1711309864
|
model-00031-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a03da8919c978b69eda1e3865155db705f4486589a8de93936c927f420378899
|
| 3 |
+
size 1711309864
|
model-00032-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d0bc5c01c36c4cd8a0eba4eb0ac3586192e6409f6e7bc79418db6fc71379bd0
|
| 3 |
+
size 1711309864
|
model-00033-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a9b9df7cf081c873d0cb63c11191861a6abfa5774f6966664bd11f758071064f
|
| 3 |
+
size 1711309864
|
model-00034-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:24ee9198a4eaa61ca8ed59d0fca1f6fae0510304d7a8fcb53422268369eeb136
|
| 3 |
+
size 1711309864
|
model-00035-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a54890a8b89b949b0a63e5feb0116e86eb8ddd49cd74e1c5ade66fd71ff20b6e
|
| 3 |
+
size 1711309864
|
model-00036-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d41bbaa79ae430af9a73f946751fc6b6ae16a397363a5fc2c58659cb5b4970dd
|
| 3 |
+
size 1711309864
|
model-00037-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ac4faf73bff9247dacaba4532bf66fd4455c303e1e4f68fb41ccec0b67c857f2
|
| 3 |
+
size 1711309864
|
model-00038-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2c9e26f0e6b53c9ba8bb6764d66d696251e74cb97c6b2b64a9ffe6009c33691f
|
| 3 |
+
size 1711309864
|
model-00039-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4d47580fea052cc045ae2783dd483c449b79da2cfa153f18b8d1d38e63239e5e
|
| 3 |
+
size 1711309864
|
model-00040-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b1b1f3b81bd9cdf967b05bfecbcb4e91ac997aceba61dd5827a10de362dd9e16
|
| 3 |
+
size 1711309864
|
model-00041-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1401351775987c20be9eddbb1ea4d88727a71ba3a4a8cdeecb35c43f88816235
|
| 3 |
+
size 1711309864
|
model-00042-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b9cc8a90725b8cfd1d616afffcbb7202d5ec66a9992a1c3b978f7329cf567f64
|
| 3 |
+
size 1711309864
|
model-00043-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7db02adba710311a30c0ab2c33b1f4f0d33ea231b926be5d25dccda27e341ced
|
| 3 |
+
size 1711309864
|
model-00044-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3ef76c21c22dc2bfa4632a1e8766a507e5f43f1ff173787d74b2ca75b9112c31
|
| 3 |
+
size 1711309864
|
model-00045-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c184299215c91614b86441c91bfdbc48f16d34fc64e5d885c1e6ca9deb1bae97
|
| 3 |
+
size 1711309864
|
model-00046-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:69381eba1246f009999b625d97087aeb3e01582516aee6e9de88740dae03e7d9
|
| 3 |
+
size 1711309864
|
model-00047-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ccee00ad84f07f26b9de0985a2bae8d3e8266af0f87d31bab7ac32a1e5a75c15
|
| 3 |
+
size 1711309864
|
model-00048-of-00081.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3fa6a1abd69277026c633779feb893f17dd6bc604ee077cc0411bb6573814336
|
| 3 |
+
size 1711309864
|