Hugging Face's logo

c01zaut
/
internlm2_5-7b-chat-RK3588-1.1.4

Text Generation
Safetensors
internlm2
conversational
custom_code
Model card Files
xet
 Community
c01zaut commited on
Commit
53d5d88
·
verified ·
1 Parent(s): d944165

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +18 -0
  2. README.md +1 -1
  3. internlm2_5-7b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm +2 -2
  4. internlm2_5-7b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm +2 -2
  5. internlm2_5-7b-chat-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm +2 -2
  6. internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm +2 -2
  7. internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm +2 -2
  8. internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm +2 -2
  9. internlm2_5-7b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  10. internlm2_5-7b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  11. internlm2_5-7b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  12. internlm2_5-7b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  13. internlm2_5-7b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  14. internlm2_5-7b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  15. internlm2_5-7b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  16. internlm2_5-7b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  17. internlm2_5-7b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  18. internlm2_5-7b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  19. internlm2_5-7b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  20. internlm2_5-7b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  21. internlm2_5-7b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  22. internlm2_5-7b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  23. internlm2_5-7b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  24. internlm2_5-7b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  25. internlm2_5-7b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  26. internlm2_5-7b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm +3 -0
.gitattributes CHANGED
@@ -39,3 +39,21 @@ internlm2_5-7b-chat-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs
39
  internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
40
  internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
41
  internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
40
  internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
41
  internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
42
+ internlm2_5-7b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
43
+ internlm2_5-7b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
44
+ internlm2_5-7b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
45
+ internlm2_5-7b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
46
+ internlm2_5-7b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
47
+ internlm2_5-7b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
48
+ internlm2_5-7b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
49
+ internlm2_5-7b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
50
+ internlm2_5-7b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
51
+ internlm2_5-7b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
52
+ internlm2_5-7b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
53
+ internlm2_5-7b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
54
+ internlm2_5-7b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
55
+ internlm2_5-7b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
56
+ internlm2_5-7b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
57
+ internlm2_5-7b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
58
+ internlm2_5-7b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
59
+ internlm2_5-7b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -4,7 +4,7 @@ pipeline_tag: text-generation
4
  ---
5
  # internlm2_5-7b-chat-RK3588-1.1.2
6
 
7
- This version of internlm2_5-7b-chat has been converted to run on the RK3588 NPU using ['w8a8'] quantization.
8
  This model has been optimized with the following LoRA:
9
 
10
  Compatible with RKLLM version: 1.1.2
 
4
  ---
5
  # internlm2_5-7b-chat-RK3588-1.1.2
6
 
7
+ This version of internlm2_5-7b-chat has been converted to run on the RK3588 NPU using ['w8a8', 'w8a8_g128', 'w8a8_g256', 'w8a8_g512'] quantization.
8
  This model has been optimized with the following LoRA:
9
 
10
  Compatible with RKLLM version: 1.1.2
internlm2_5-7b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2461d777c33cf744885120eb53296e248bb4c7a538f66e3bc15c3d91f558d67
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8bb956a63ad5d1554caca9dde06acbbde2dc2927c8f4792ed18b8f7d2d3971d
3
+ size 8145887124
internlm2_5-7b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2461d777c33cf744885120eb53296e248bb4c7a538f66e3bc15c3d91f558d67
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8bb956a63ad5d1554caca9dde06acbbde2dc2927c8f4792ed18b8f7d2d3971d
3
+ size 8145887124
internlm2_5-7b-chat-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2461d777c33cf744885120eb53296e248bb4c7a538f66e3bc15c3d91f558d67
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8bb956a63ad5d1554caca9dde06acbbde2dc2927c8f4792ed18b8f7d2d3971d
3
+ size 8145887124
internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fa86197d94d8030a52ed1cf687a9b286e707cbaef4833068924fe33ef2010c0
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6cc86eacb15cbe0bed674c4ad365b6d072ce0a1c3d5e8f8f682193236f82a99
3
+ size 8145887124
internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fa86197d94d8030a52ed1cf687a9b286e707cbaef4833068924fe33ef2010c0
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6cc86eacb15cbe0bed674c4ad365b6d072ce0a1c3d5e8f8f682193236f82a99
3
+ size 8145887124
internlm2_5-7b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fa86197d94d8030a52ed1cf687a9b286e707cbaef4833068924fe33ef2010c0
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6cc86eacb15cbe0bed674c4ad365b6d072ce0a1c3d5e8f8f682193236f82a99
3
+ size 8145887124
internlm2_5-7b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96e261fa8a199f600533798c553f1f46bbab800555a2b4b329e0fa9ecdbaa6e6
3
+ size 8662353324
internlm2_5-7b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96e261fa8a199f600533798c553f1f46bbab800555a2b4b329e0fa9ecdbaa6e6
3
+ size 8662353324
internlm2_5-7b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96e261fa8a199f600533798c553f1f46bbab800555a2b4b329e0fa9ecdbaa6e6
3
+ size 8662353324
internlm2_5-7b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b7646120a5506e9e6fe91bba6c233053c3683bb787a338208cac6594c07e9ac
3
+ size 8638272052
internlm2_5-7b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b7646120a5506e9e6fe91bba6c233053c3683bb787a338208cac6594c07e9ac
3
+ size 8638272052
internlm2_5-7b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b7646120a5506e9e6fe91bba6c233053c3683bb787a338208cac6594c07e9ac
3
+ size 8638272052
internlm2_5-7b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f3c73c2b2820c35b6c64e051334b882064aa74344fc0bf88e84a8c19bc8342
3
+ size 8397966740
internlm2_5-7b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f3c73c2b2820c35b6c64e051334b882064aa74344fc0bf88e84a8c19bc8342
3
+ size 8397966740
internlm2_5-7b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f3c73c2b2820c35b6c64e051334b882064aa74344fc0bf88e84a8c19bc8342
3
+ size 8397966740
internlm2_5-7b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40532c1d1d54919351916f4bffde8e2471b74e9a4b7babd5f84f096b2b661e2a
3
+ size 8386314772
internlm2_5-7b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40532c1d1d54919351916f4bffde8e2471b74e9a4b7babd5f84f096b2b661e2a
3
+ size 8386314772
internlm2_5-7b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40532c1d1d54919351916f4bffde8e2471b74e9a4b7babd5f84f096b2b661e2a
3
+ size 8386314772
internlm2_5-7b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f2a94f427f015d9827d69863df4b4246c7b817e02fc82b3e2ba3c20d63137b
3
+ size 8265773404
internlm2_5-7b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f2a94f427f015d9827d69863df4b4246c7b817e02fc82b3e2ba3c20d63137b
3
+ size 8265773404
internlm2_5-7b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f2a94f427f015d9827d69863df4b4246c7b817e02fc82b3e2ba3c20d63137b
3
+ size 8265773404
internlm2_5-7b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49de49bd5eb1b5b95f4e501c3cb96562a1a57b360032bf9bca4fb8c09541c686
3
+ size 8260336092
internlm2_5-7b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49de49bd5eb1b5b95f4e501c3cb96562a1a57b360032bf9bca4fb8c09541c686
3
+ size 8260336092
internlm2_5-7b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49de49bd5eb1b5b95f4e501c3cb96562a1a57b360032bf9bca4fb8c09541c686
3
+ size 8260336092