Hugging Face's logo

c01zaut
/
codegemma-7b-it-rk3588-1.1.2

Text Generation
Transformers
Safetensors
gemma
conversational
text-generation-inference
Model card Files
xet
Community
c01zaut commited on
Commit
dbe7a06
·
verified ·
1 Parent(s): 71094c2

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +18 -0
  2. README.md +1 -1
  3. codegemma-7b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm +1 -1
  4. codegemma-7b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm +1 -1
  5. codegemma-7b-it-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm +1 -1
  6. codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm +1 -1
  7. codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm +1 -1
  8. codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm +1 -1
  9. codegemma-7b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  10. codegemma-7b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  11. codegemma-7b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  12. codegemma-7b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  13. codegemma-7b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  14. codegemma-7b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  15. codegemma-7b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  16. codegemma-7b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  17. codegemma-7b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  18. codegemma-7b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  19. codegemma-7b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  20. codegemma-7b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  21. codegemma-7b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  22. codegemma-7b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  23. codegemma-7b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  24. codegemma-7b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  25. codegemma-7b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  26. codegemma-7b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm +3 -0
.gitattributes CHANGED
@@ -40,3 +40,21 @@ codegemma-7b-it-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs mer
40
  codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
41
  codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
42
  codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
41
  codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
42
  codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
43
+ codegemma-7b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
44
+ codegemma-7b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
45
+ codegemma-7b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
46
+ codegemma-7b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
47
+ codegemma-7b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
48
+ codegemma-7b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
49
+ codegemma-7b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
50
+ codegemma-7b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
51
+ codegemma-7b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
52
+ codegemma-7b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
53
+ codegemma-7b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
54
+ codegemma-7b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
55
+ codegemma-7b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
56
+ codegemma-7b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
57
+ codegemma-7b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
58
+ codegemma-7b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
59
+ codegemma-7b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
60
+ codegemma-7b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -19,7 +19,7 @@ inference:
19
  ---
20
  # codegemma-7b-it-RK3588-1.1.2
21
 
22
- This version of codegemma-7b-it has been converted to run on the RK3588 NPU using ['w8a8'] quantization.
23
  This model has been optimized with the following LoRA:
24
 
25
  Compatible with RKLLM version: 1.1.2
 
19
  ---
20
  # codegemma-7b-it-RK3588-1.1.2
21
 
22
+ This version of codegemma-7b-it has been converted to run on the RK3588 NPU using ['w8a8', 'w8a8_g128', 'w8a8_g256', 'w8a8_g512'] quantization.
23
  This model has been optimized with the following LoRA:
24
 
25
  Compatible with RKLLM version: 1.1.2
codegemma-7b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f3556b276d5332e273f4c5207e7caecb2ef37f44dae19f89c582802369fef51
3
  size 10148932324
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26e980dd29764fc3f9d4aee1b14b5cddb190c1030c8a429e44fbb285efd3bc4
3
  size 10148932324
codegemma-7b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f3556b276d5332e273f4c5207e7caecb2ef37f44dae19f89c582802369fef51
3
  size 10148932324
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26e980dd29764fc3f9d4aee1b14b5cddb190c1030c8a429e44fbb285efd3bc4
3
  size 10148932324
codegemma-7b-it-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f3556b276d5332e273f4c5207e7caecb2ef37f44dae19f89c582802369fef51
3
  size 10148932324
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26e980dd29764fc3f9d4aee1b14b5cddb190c1030c8a429e44fbb285efd3bc4
3
  size 10148932324
codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbb43baf0cca1f7aaac7cd9cea9bc4b66c0af4bde1c9a5558873374b3f9972d8
3
  size 10148932324
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1446ae75f7a3c4155e705e75c4f99c4d552ca9901c1ae80ca8b933c062190679
3
  size 10148932324
codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbb43baf0cca1f7aaac7cd9cea9bc4b66c0af4bde1c9a5558873374b3f9972d8
3
  size 10148932324
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1446ae75f7a3c4155e705e75c4f99c4d552ca9901c1ae80ca8b933c062190679
3
  size 10148932324
codegemma-7b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbb43baf0cca1f7aaac7cd9cea9bc4b66c0af4bde1c9a5558873374b3f9972d8
3
  size 10148932324
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1446ae75f7a3c4155e705e75c4f99c4d552ca9901c1ae80ca8b933c062190679
3
  size 10148932324
codegemma-7b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfd1cf19879ecca421a5e8569b8f4f1ab7761b9dc8b58968a8d792a67ee512b2
3
+ size 10743201428
codegemma-7b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfd1cf19879ecca421a5e8569b8f4f1ab7761b9dc8b58968a8d792a67ee512b2
3
+ size 10743201428
codegemma-7b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfd1cf19879ecca421a5e8569b8f4f1ab7761b9dc8b58968a8d792a67ee512b2
3
+ size 10743201428
codegemma-7b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0725ef373aa80c5060afcf73b59b62c6552534ccc6ba31466b8b2632a2153171
3
+ size 10694138988
codegemma-7b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0725ef373aa80c5060afcf73b59b62c6552534ccc6ba31466b8b2632a2153171
3
+ size 10694138988
codegemma-7b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0725ef373aa80c5060afcf73b59b62c6552534ccc6ba31466b8b2632a2153171
3
+ size 10694138988
codegemma-7b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deb3855a86a5d6b713b20faa5a52559508eecbe8a6a44f7f1ef068cd519ce650
3
+ size 10436459708
codegemma-7b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deb3855a86a5d6b713b20faa5a52559508eecbe8a6a44f7f1ef068cd519ce650
3
+ size 10436459708
codegemma-7b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deb3855a86a5d6b713b20faa5a52559508eecbe8a6a44f7f1ef068cd519ce650
3
+ size 10436459708
codegemma-7b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1ce3ba8ecce2a74a5b6f9e9d798cd7529a5c2a57abb450f789ed6ba44a343c
3
+ size 10412995668
codegemma-7b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1ce3ba8ecce2a74a5b6f9e9d798cd7529a5c2a57abb450f789ed6ba44a343c
3
+ size 10412995668
codegemma-7b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1ce3ba8ecce2a74a5b6f9e9d798cd7529a5c2a57abb450f789ed6ba44a343c
3
+ size 10412995668
codegemma-7b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73e051db2e0235f39e6158e61ed8bd848a60306b3335b20ed88c593395f6f769
3
+ size 10283088820
codegemma-7b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73e051db2e0235f39e6158e61ed8bd848a60306b3335b20ed88c593395f6f769
3
+ size 10283088820
codegemma-7b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73e051db2e0235f39e6158e61ed8bd848a60306b3335b20ed88c593395f6f769
3
+ size 10283088820
codegemma-7b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:170cec14e975d2ccf9efa6c59eaf9753aaf0d095fed8008e43d9891c2f511661
3
+ size 10272424004
codegemma-7b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:170cec14e975d2ccf9efa6c59eaf9753aaf0d095fed8008e43d9891c2f511661
3
+ size 10272424004
codegemma-7b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:170cec14e975d2ccf9efa6c59eaf9753aaf0d095fed8008e43d9891c2f511661
3
+ size 10272424004