fastllm commited on
Commit
f5f58e3
·
1 Parent(s): b2234e2
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. LICENSE +21 -0
  3. README.md +14 -0
  4. config.json +3 -0
  5. generation_config.json +3 -0
  6. model-00001-of-000163.safetensors +3 -0
  7. model-00002-of-000163.safetensors +3 -0
  8. model-00003-of-000163.safetensors +3 -0
  9. model-00004-of-000163.safetensors +3 -0
  10. model-00005-of-000163.safetensors +3 -0
  11. model-00006-of-000163.safetensors +3 -0
  12. model-00007-of-000163.safetensors +3 -0
  13. model-00008-of-000163.safetensors +3 -0
  14. model-00009-of-000163.safetensors +3 -0
  15. model-00010-of-000163.safetensors +3 -0
  16. model-00011-of-000163.safetensors +3 -0
  17. model-00012-of-000163.safetensors +3 -0
  18. model-00013-of-000163.safetensors +3 -0
  19. model-00014-of-000163.safetensors +3 -0
  20. model-00015-of-000163.safetensors +3 -0
  21. model-00016-of-000163.safetensors +3 -0
  22. model-00017-of-000163.safetensors +3 -0
  23. model-00018-of-000163.safetensors +3 -0
  24. model-00019-of-000163.safetensors +3 -0
  25. model-00020-of-000163.safetensors +3 -0
  26. model-00021-of-000163.safetensors +3 -0
  27. model-00022-of-000163.safetensors +3 -0
  28. model-00023-of-000163.safetensors +3 -0
  29. model-00024-of-000163.safetensors +3 -0
  30. model-00025-of-000163.safetensors +3 -0
  31. model-00026-of-000163.safetensors +3 -0
  32. model-00027-of-000163.safetensors +3 -0
  33. model-00028-of-000163.safetensors +3 -0
  34. model-00029-of-000163.safetensors +3 -0
  35. model-00030-of-000163.safetensors +3 -0
  36. model-00031-of-000163.safetensors +3 -0
  37. model-00032-of-000163.safetensors +3 -0
  38. model-00033-of-000163.safetensors +3 -0
  39. model-00034-of-000163.safetensors +3 -0
  40. model-00035-of-000163.safetensors +3 -0
  41. model-00036-of-000163.safetensors +3 -0
  42. model-00037-of-000163.safetensors +3 -0
  43. model-00038-of-000163.safetensors +3 -0
  44. model-00039-of-000163.safetensors +3 -0
  45. model-00040-of-000163.safetensors +3 -0
  46. model-00041-of-000163.safetensors +3 -0
  47. model-00042-of-000163.safetensors +3 -0
  48. model-00043-of-000163.safetensors +3 -0
  49. model-00044-of-000163.safetensors +3 -0
  50. model-00045-of-000163.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.json filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2023 DeepSeek
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
README.md CHANGED
@@ -1,3 +1,17 @@
1
  ---
2
  license: apache-2.0
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+
5
+ DeepSeek-R1-0528-INT4 for fastllm
6
+
7
+ project homepage:
8
+
9
+ https://github.com/ztxz16/fastllm
10
+
11
+ Usage:
12
+
13
+ ```
14
+ pip install ftllm
15
+ ftllm run fastllm/DeepSeek-R1-0528-INT4
16
+ ```
17
+
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79ddea672a62e95d3f0be27be434375538e1988975971cffcf87c96c1de84a65
3
+ size 1660
generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef9febae6b6087f4822b02bc9a1c03a83263dabaa931fb9155d061c8951ca07
3
+ size 171
model-00001-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82fa58b230c490884caa13a5de196fcdc6030645cb1c6c4d6abc46222882cf2
3
+ size 5502504779
model-00002-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:349824a91785baa258069503d0d54af1eee71a4857983f46abb891b88b35fb39
3
+ size 2160595234
model-00003-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b59c276fb2b60d50c884a7152c69523cfe8db6c5702530e1831da910c9e21bc4
3
+ size 2160595637
model-00004-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ebad3e2609a534c5e93c9ed9b30ab4f2bf6911db2d22590ef955d803c9be824
3
+ size 2184729691
model-00005-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2a590e0a8b5c1585cd3c922ddc65722ba93f618dc2e112ed5dee59379b6681d
3
+ size 2160595422
model-00006-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ead3c9488bad437f934f4ec2f01f6df9ed392ff2caa77f7f22ed3b145b13add
3
+ size 2220667804
model-00007-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7ae18cc5b8525dcb4bda60fb269fd48db846121038cbce35e15a5829e8d0fb
3
+ size 2161500036
model-00008-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46df6f0fe4ed2073c3f0233b1cf8d627b7238aa9af5371baa5d46a8d0bcb341d
3
+ size 2160595624
model-00009-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f14fa67d3700d7accb3d5214eee14b6c098ccfd0aa4f9466376f15d0015db362
3
+ size 2184729891
model-00010-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8784a1e49d6fbfb47186a035221dd0f6a712bda47ddcf851c261ee784564eec4
3
+ size 2160595228
model-00011-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d204f33f3ade14c0fab677eda89ec4de71ae9cca8a10fb19adaae329611c529
3
+ size 2160595637
model-00012-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a532aaf6871e77ccef207a036e6812f7585b46c5a0e2df11be038bbe054a019f
3
+ size 663721141
model-00013-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e173c46f6066cd77422237001f3eef9441063abce71e35abd666d69ef6c392
3
+ size 2184668142
model-00014-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fde0501fd0d71dbdb76adad026ce0b48f177fa6dd3d1dd57a901beb5e16a0902
3
+ size 2160595596
model-00015-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7ba885a2155d2b4fbb1ec902ae611cc51a770b261f0018b8cda6f9a95961ca2
3
+ size 2184729915
model-00016-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74d30eb361a209348473f3bc3d5904271634a6f92dc708442f3db098d7f91a62
3
+ size 2160595200
model-00017-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:681a4698c28563bc6074e6f1491c32c11b7cf93c81bc16dbbc9d7b9bb7773f3c
3
+ size 2160554673
model-00018-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9476a56193bee73ead434e84185dfa5d4024ae0fb869e24ae6b7bb3393bb7f05
3
+ size 2184770685
model-00019-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8d161376da30985c963530edc48a3529d71e2785f6be7b53509488655532936
3
+ size 2160554432
model-00020-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0903c1a3cf8b6d5751086f1750fb16b050c6b5c19ee1d47ec36520cb387a7634
3
+ size 2160595639
model-00021-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:310d5a9bb677ec14a0bc6ea9c5353b7414f72435d2a5f8c9b674545ede415f97
3
+ size 2184730110
model-00022-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a1a3bc7596ca7b591e9dfed63774f733a1b8f7028f8e87a9fcedb6b08bc8d56
3
+ size 2160596168
model-00023-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27f0034a7dfa5a87783aefe14c6d85196771846054be17a0bbe1e7c1cf90fcf5
3
+ size 2184730509
model-00024-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa8c1202f5bc4c3c879740e47c25489f819105fad8ae32ef3df78976d1a25a41
3
+ size 2160595772
model-00025-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc30a96b7ac9034a4f4f7214c27a94c3630c88e845e315f8cf44c74f5ee86e72
3
+ size 2160596223
model-00026-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a79d1336e293cf9a037058b34d33740899dbd5d1f1eeb8ccf6b4d655785e52dd
3
+ size 2184730315
model-00027-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f20874480dd307f7cdf7437af3a40306059e5044905e4217a7d3d4f6544076a1
3
+ size 2160595960
model-00028-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17cbbc4d3aaca2476025681994472cf777a95bab4c50579334a8c8941e55817a
3
+ size 2160555259
model-00029-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d58f215b5d119860285e213d5822c5d5a460809988b7ec9fed5d618d9a5ef12
3
+ size 2184771087
model-00030-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b2455e687282d9d2ce6f3c86fa4349845e71e0c840691b29ad4d57c243bb916
3
+ size 2160555192
model-00031-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7783bb39c8e5f9572a05d983df8fd90018cb00b1cf6bdb0526ad7cd9a5892d7c
3
+ size 2184771485
model-00032-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39535f0752cda65ff507ead74bd817e8cffea219a7481503aeefc8a13322a64a
3
+ size 2160554796
model-00033-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f51c2d52a765f5ac85f7f1ead97d00c08450c13e68d5c4d04b6d2d90efe81ba3
3
+ size 2160596225
model-00034-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa432e6d15890e6c43982a903aad74b464ee545e4dc2d51073f672744c1ba270
3
+ size 877580980
model-00035-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af7bdd98498b9fc397debdaaa8b3a7a49ba1c25ea638f7ac709ca8fbec3b6505
3
+ size 2184668715
model-00036-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e0b703e9db6548d4285be3fd5e05fef999ab1e1ea3589d60669e4daf233056
3
+ size 2160596182
model-00037-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e1e56525b36c859e3bc5f54c46bf89bbe9fd1080d7874fcadf96cc130f6f7e
3
+ size 2184730491
model-00038-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d88da274e1e03f2e1d6b5b57fc067cab87fc7824fb70c9371d217aa21b3f8aa1
3
+ size 2160595786
model-00039-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de0a9b0369ada4cada56b738f7c6fcdd3bf7d1021c747c8ef1d3d1b5cefa6e98
3
+ size 2160555259
model-00040-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68ffca28e6ed729c7548e07ae7642b5ac73504d023d1adc868870b798e91defe
3
+ size 2184771261
model-00041-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67427ae73535be89e636da6917def3be71e6cbe3ed4bf483cf24ca6b6b200aa4
3
+ size 2160555018
model-00042-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:470ca3076b826f3af330c2973a5ad0d2d74293706947f8bd970e86432233b28b
3
+ size 2160596225
model-00043-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e889f99f7ce81876e91d2cb2752b4792b6f884ef0256134d8a98827a59447f0
3
+ size 2184730109
model-00044-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f276b4a57cd961ca65b37aabb09a82f6e6cda55947cc279de4b0279e9e800bf5
3
+ size 2160596168
model-00045-of-000163.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:642dfe29d53000d1f3187c369c03b99a09d4d26b49f81e891e50fef22bceb79c
3
+ size 2184730509