altomek commited on
Commit
9897f80
·
verified ·
1 Parent(s): e8ba34b
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +29 -0
  2. generation_config.json +7 -0
  3. model-00001-of-00081.safetensors +3 -0
  4. model-00002-of-00081.safetensors +3 -0
  5. model-00003-of-00081.safetensors +3 -0
  6. model-00004-of-00081.safetensors +3 -0
  7. model-00005-of-00081.safetensors +3 -0
  8. model-00006-of-00081.safetensors +3 -0
  9. model-00007-of-00081.safetensors +3 -0
  10. model-00008-of-00081.safetensors +3 -0
  11. model-00009-of-00081.safetensors +3 -0
  12. model-00010-of-00081.safetensors +3 -0
  13. model-00011-of-00081.safetensors +3 -0
  14. model-00012-of-00081.safetensors +3 -0
  15. model-00013-of-00081.safetensors +3 -0
  16. model-00014-of-00081.safetensors +3 -0
  17. model-00015-of-00081.safetensors +3 -0
  18. model-00016-of-00081.safetensors +3 -0
  19. model-00017-of-00081.safetensors +3 -0
  20. model-00018-of-00081.safetensors +3 -0
  21. model-00019-of-00081.safetensors +3 -0
  22. model-00020-of-00081.safetensors +3 -0
  23. model-00021-of-00081.safetensors +3 -0
  24. model-00022-of-00081.safetensors +3 -0
  25. model-00023-of-00081.safetensors +3 -0
  26. model-00024-of-00081.safetensors +3 -0
  27. model-00025-of-00081.safetensors +3 -0
  28. model-00026-of-00081.safetensors +3 -0
  29. model-00027-of-00081.safetensors +3 -0
  30. model-00028-of-00081.safetensors +3 -0
  31. model-00029-of-00081.safetensors +3 -0
  32. model-00030-of-00081.safetensors +3 -0
  33. model-00031-of-00081.safetensors +3 -0
  34. model-00032-of-00081.safetensors +3 -0
  35. model-00033-of-00081.safetensors +3 -0
  36. model-00034-of-00081.safetensors +3 -0
  37. model-00035-of-00081.safetensors +3 -0
  38. model-00036-of-00081.safetensors +3 -0
  39. model-00037-of-00081.safetensors +3 -0
  40. model-00038-of-00081.safetensors +3 -0
  41. model-00039-of-00081.safetensors +3 -0
  42. model-00040-of-00081.safetensors +3 -0
  43. model-00041-of-00081.safetensors +3 -0
  44. model-00042-of-00081.safetensors +3 -0
  45. model-00043-of-00081.safetensors +3 -0
  46. model-00044-of-00081.safetensors +3 -0
  47. model-00045-of-00081.safetensors +3 -0
  48. model-00046-of-00081.safetensors +3 -0
  49. model-00047-of-00081.safetensors +3 -0
  50. model-00048-of-00081.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "E:\\lab\\workspace\\Midnight-Rose-70B-v2.0.3\\",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 4096,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 80,
18
+ "num_key_value_heads": 8,
19
+ "pad_token_id": 0,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_scaling": null,
23
+ "rope_theta": 10000.0,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "float16",
26
+ "transformers_version": "4.37.0",
27
+ "use_cache": true,
28
+ "vocab_size": 32000
29
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.37.0"
7
+ }
model-00001-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0854bf40a280b85803383b825f2f488cb8338f88efb126e35632ae701720c8d
3
+ size 1765802808
model-00002-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0447899f1afb479d4321534d4cc0ed362c165dbb66af25e75ec62bd9dd14b8b
3
+ size 1711309848
model-00003-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e811f7a9b563142140cf807334301002b430832e1a352055ae51057f6206b7af
3
+ size 1711309848
model-00004-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cf8b1d756f102ad73b22259204c4ed128aac8156553bac9498928e927cb528a
3
+ size 1711309848
model-00005-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcc47968dc128a6c2c84d9bf8021bcf2439bc0ea6447a91a58f2cfa1540f8eee
3
+ size 1711309848
model-00006-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6a377e7d262170df0282f74c0f4e687af685a9840e30eba1d2cb23e6177971f
3
+ size 1711309848
model-00007-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a99c500be39c4be95752ffcbdb7239ec2761446fa32c26730608c557d72a52b
3
+ size 1711309848
model-00008-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77694f2f061d444755939ec91ee633c72e2fdad11c619be6b826f391e6d3d284
3
+ size 1711309848
model-00009-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dec71853203755cb35913d418c3df1f221cfa607688961db967783867c2a3fe
3
+ size 1711309848
model-00010-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fb979fe78d66ac139f4071c842011e0e58f8f1fe6e9ee6e5304efad5476e4b6
3
+ size 1711309848
model-00011-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ab76581f1e72cf912994c51d500bd2d03ff8b0f5b71d1f064401831671859fe
3
+ size 1711309864
model-00012-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf4d06eeb1923b0f035e9b028752a70b714bba7673475cdd6c5b40a8b99459d5
3
+ size 1711309864
model-00013-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f4893dc8ec3b4428a5214d793c6675ec106fd9ec75a72815046d9cc6703ca68
3
+ size 1711309864
model-00014-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88d879904d0cc3f41f4bdd59a28a9e7a8049f8f2f314929b3c3307e1f023e171
3
+ size 1711309864
model-00015-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1369c4cf3655467099227b3a79d58e51bace565671973d2e767ce701cb98899b
3
+ size 1711309864
model-00016-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5198caecc98b7852bb00687ab1bbe5e32ff8e3e1bbb3de73f584d5cb0e77250f
3
+ size 1711309864
model-00017-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698f548332492f59b4af36c53e81060b33408da902dd88aae98544aa02b702c4
3
+ size 1711309864
model-00018-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d36d034d4f88aee25164946f8205d8af5fd009c6f4c4c4db8b7854d6ae7a6310
3
+ size 1711309864
model-00019-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a60c00f6c820ae4a8128241eff75158514c7e5a219e678c84d4fa049ef3f3147
3
+ size 1711309864
model-00020-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43c33ae38e50c8ccd8b5d6c9e7d889359b5774065452c1b2712f7b20962ff295
3
+ size 1711309864
model-00021-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e26a3393a8f144b88ee14cd21a5287634475c0b20d4636792c744d2a6003e7f
3
+ size 1711309864
model-00022-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e3863c6df9f9cd7917b5caec9d8b941d72338193da469c321343065c7431f90
3
+ size 1711309864
model-00023-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4894991e07dfb133e77da8f4497d043802abde5143389108bea12577f482dc33
3
+ size 1711309864
model-00024-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb41287051ced2195af8e25e3331edcfa40d71f7714665c410bc4bbb20bd4a2
3
+ size 1711309864
model-00025-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88167dc3ae34a0d1397dfa24594b47e770f6468f0edaa13bfafbb29a007e789b
3
+ size 1711309864
model-00026-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e690ca4ee420b48eab9915c4c1212a754b395f74c79368d06760d769aa915528
3
+ size 1711309864
model-00027-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0eee83a6fea3baf721135d4fb189fcda5aec9ea429e612d4bb1938ab4aaad2a
3
+ size 1711309864
model-00028-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a0b4d816cfccbf552069f32100cacfe1c00d498e7bb1d3da5a70268e4a64957
3
+ size 1711309864
model-00029-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e3c49f3e92bd7d1ed53089a43a7a6a6285ae311a271d018ec84451b8f8a2ed
3
+ size 1711309864
model-00030-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b1a29696f401192f84a297bfdc38b6d57d8b7ac426c344bf0bc0886aa40d5ed
3
+ size 1711309864
model-00031-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03da8919c978b69eda1e3865155db705f4486589a8de93936c927f420378899
3
+ size 1711309864
model-00032-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d0bc5c01c36c4cd8a0eba4eb0ac3586192e6409f6e7bc79418db6fc71379bd0
3
+ size 1711309864
model-00033-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9b9df7cf081c873d0cb63c11191861a6abfa5774f6966664bd11f758071064f
3
+ size 1711309864
model-00034-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24ee9198a4eaa61ca8ed59d0fca1f6fae0510304d7a8fcb53422268369eeb136
3
+ size 1711309864
model-00035-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a54890a8b89b949b0a63e5feb0116e86eb8ddd49cd74e1c5ade66fd71ff20b6e
3
+ size 1711309864
model-00036-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d41bbaa79ae430af9a73f946751fc6b6ae16a397363a5fc2c58659cb5b4970dd
3
+ size 1711309864
model-00037-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac4faf73bff9247dacaba4532bf66fd4455c303e1e4f68fb41ccec0b67c857f2
3
+ size 1711309864
model-00038-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9e26f0e6b53c9ba8bb6764d66d696251e74cb97c6b2b64a9ffe6009c33691f
3
+ size 1711309864
model-00039-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d47580fea052cc045ae2783dd483c449b79da2cfa153f18b8d1d38e63239e5e
3
+ size 1711309864
model-00040-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b1f3b81bd9cdf967b05bfecbcb4e91ac997aceba61dd5827a10de362dd9e16
3
+ size 1711309864
model-00041-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1401351775987c20be9eddbb1ea4d88727a71ba3a4a8cdeecb35c43f88816235
3
+ size 1711309864
model-00042-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9cc8a90725b8cfd1d616afffcbb7202d5ec66a9992a1c3b978f7329cf567f64
3
+ size 1711309864
model-00043-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db02adba710311a30c0ab2c33b1f4f0d33ea231b926be5d25dccda27e341ced
3
+ size 1711309864
model-00044-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef76c21c22dc2bfa4632a1e8766a507e5f43f1ff173787d74b2ca75b9112c31
3
+ size 1711309864
model-00045-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c184299215c91614b86441c91bfdbc48f16d34fc64e5d885c1e6ca9deb1bae97
3
+ size 1711309864
model-00046-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69381eba1246f009999b625d97087aeb3e01582516aee6e9de88740dae03e7d9
3
+ size 1711309864
model-00047-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccee00ad84f07f26b9de0985a2bae8d3e8266af0f87d31bab7ac32a1e5a75c15
3
+ size 1711309864
model-00048-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa6a1abd69277026c633779feb893f17dd6bc604ee077cc0411bb6573814336
3
+ size 1711309864