Hugging Face's logo

c01zaut
/
Phi-3-mini-128k-instruct-RK3588-1.1.4

Text Generation
Safetensors
English
phi3
nlp
code
conversational
custom_code
Model card Files
xet
 Community
c01zaut commited on
Commit
546b280
·
verified ·
1 Parent(s): 900f954

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +18 -0
  2. Phi-3-mini-128k-instruct-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm +1 -1
  3. Phi-3-mini-128k-instruct-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm +1 -1
  4. Phi-3-mini-128k-instruct-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm +1 -1
  5. Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm +1 -1
  6. Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm +1 -1
  7. Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm +1 -1
  8. Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  9. Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  10. Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  11. Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  12. Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  13. Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  14. Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  15. Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  16. Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  17. Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  18. Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  19. Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  20. Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  21. Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  22. Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  23. Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  24. Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  25. Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  26. README.md +1 -1
.gitattributes CHANGED
@@ -39,3 +39,21 @@ Phi-3-mini-128k-instruct-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm filter=lfs dif
39
  Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
40
  Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
41
  Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
40
  Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
41
  Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
42
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
43
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
44
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
45
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
46
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
47
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
48
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
49
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
50
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
51
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
52
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
53
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
54
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
55
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
56
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
57
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
58
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
59
+ Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
Phi-3-mini-128k-instruct-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dbbd51cd7ae7a5cb2d6bef8d8d2cffa8636f4f5e5153d3270c97648a7d866c00
3
  size 3940113076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb45a87a1237f46ee092b55aff27e5ab7e521d0f85d1cf08a6cc6895ce5d947
3
  size 3940113076
Phi-3-mini-128k-instruct-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dbbd51cd7ae7a5cb2d6bef8d8d2cffa8636f4f5e5153d3270c97648a7d866c00
3
  size 3940113076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb45a87a1237f46ee092b55aff27e5ab7e521d0f85d1cf08a6cc6895ce5d947
3
  size 3940113076
Phi-3-mini-128k-instruct-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dbbd51cd7ae7a5cb2d6bef8d8d2cffa8636f4f5e5153d3270c97648a7d866c00
3
  size 3940113076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb45a87a1237f46ee092b55aff27e5ab7e521d0f85d1cf08a6cc6895ce5d947
3
  size 3940113076
Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e66ed7f51b883086f9fc11be422e2cd3609aca14b5af446ea928a74399b64401
3
  size 3940113076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2e0b78b1ffdeee62d9c8874bd6688cc123494ca0e471e4e4bf3a288ab492b67
3
  size 3940113076
Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e66ed7f51b883086f9fc11be422e2cd3609aca14b5af446ea928a74399b64401
3
  size 3940113076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2e0b78b1ffdeee62d9c8874bd6688cc123494ca0e471e4e4bf3a288ab492b67
3
  size 3940113076
Phi-3-mini-128k-instruct-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e66ed7f51b883086f9fc11be422e2cd3609aca14b5af446ea928a74399b64401
3
  size 3940113076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2e0b78b1ffdeee62d9c8874bd6688cc123494ca0e471e4e4bf3a288ab492b67
3
  size 3940113076
Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb3433059c504c95dc3259706137e5450b42fd795d97fa5519379c5f0cbcff90
3
+ size 4195231076
Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb3433059c504c95dc3259706137e5450b42fd795d97fa5519379c5f0cbcff90
3
+ size 4195231076
Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb3433059c504c95dc3259706137e5450b42fd795d97fa5519379c5f0cbcff90
3
+ size 4195231076
Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46999421650f93341239d83699bc8c677ab390cb6d462347a004f79dbdb70538
3
+ size 4188829692
Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46999421650f93341239d83699bc8c677ab390cb6d462347a004f79dbdb70538
3
+ size 4188829692
Phi-3-mini-128k-instruct-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46999421650f93341239d83699bc8c677ab390cb6d462347a004f79dbdb70538
3
+ size 4188829692
Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c560e41665b72e46b3d4561594385f70f9fdab8a09fb333db6ebe7e363bd666b
3
+ size 4063502564
Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c560e41665b72e46b3d4561594385f70f9fdab8a09fb333db6ebe7e363bd666b
3
+ size 4063502564
Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c560e41665b72e46b3d4561594385f70f9fdab8a09fb333db6ebe7e363bd666b
3
+ size 4063502564
Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:464453fda1602a8ba949d9b93eba48df52287b6207339ad23d517a863c7e47a2
3
+ size 4060438524
Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:464453fda1602a8ba949d9b93eba48df52287b6207339ad23d517a863c7e47a2
3
+ size 4060438524
Phi-3-mini-128k-instruct-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:464453fda1602a8ba949d9b93eba48df52287b6207339ad23d517a863c7e47a2
3
+ size 4060438524
Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bee2339a70aaaf72dca445716e14a9ffca0dcc424f067433872051cf499e0c5a
3
+ size 3997638308
Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bee2339a70aaaf72dca445716e14a9ffca0dcc424f067433872051cf499e0c5a
3
+ size 3997638308
Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bee2339a70aaaf72dca445716e14a9ffca0dcc424f067433872051cf499e0c5a
3
+ size 3997638308
Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ba74ea14cbba332b85d59a4255fb9e673a65d335aab0aaae2dd157e090dab6d
3
+ size 3996242940
Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ba74ea14cbba332b85d59a4255fb9e673a65d335aab0aaae2dd157e090dab6d
3
+ size 3996242940
Phi-3-mini-128k-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ba74ea14cbba332b85d59a4255fb9e673a65d335aab0aaae2dd157e090dab6d
3
+ size 3996242940
README.md CHANGED
@@ -14,7 +14,7 @@ widget:
14
  ---
15
  # Phi-3-mini-128k-instruct-RK3588-1.1.2
16
 
17
- This version of Phi-3-mini-128k-instruct has been converted to run on the RK3588 NPU using ['w8a8'] quantization.
18
  This model has been optimized with the following LoRA:
19
 
20
  Compatible with RKLLM version: 1.1.2
 
14
  ---
15
  # Phi-3-mini-128k-instruct-RK3588-1.1.2
16
 
17
+ This version of Phi-3-mini-128k-instruct has been converted to run on the RK3588 NPU using ['w8a8', 'w8a8_g128', 'w8a8_g256', 'w8a8_g512'] quantization.
18
  This model has been optimized with the following LoRA:
19
 
20
  Compatible with RKLLM version: 1.1.2