Hugging Face's logo

HanzoHuang
/
Qwen3.5-4B-RKLLM

Image-Text-to-Text
RKLLM
ONNX
rockchip
rk3576
rk3588
qwen
qwen3.5
multimodal
Model card Files
xet
 Community
HanzoHuang commited on
Commit
514ceb2
·
verified ·
1 Parent(s): b78d48f

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. .gitattributes +5 -0
  2. Qwen3.5-4B_data_quant.json +82 -0
  3. RK3576/Qwen3.5-4B_w4a16_g128_RK3576.rkllm +3 -0
  4. RK3576/Qwen3.5-4B_w8a8_RK3576.rkllm +3 -0
  5. RK3576/qwen3.5_vision_rk3576.rknn +3 -0
  6. RK3588/Qwen3.5-4B_w8a8_RK3588.rkllm +3 -0
  7. RK3588/qwen3.5_vision_rk3588.rknn +3 -0
  8. qwen3.5_vision.onnx +3 -0
.gitattributes CHANGED
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ RK3576/Qwen3.5-4B_w4a16_g128_RK3576.rkllm filter=lfs diff=lfs merge=lfs -text
37
+ RK3576/Qwen3.5-4B_w8a8_RK3576.rkllm filter=lfs diff=lfs merge=lfs -text
38
+ RK3576/qwen3.5_vision_rk3576.rknn filter=lfs diff=lfs merge=lfs -text
39
+ RK3588/Qwen3.5-4B_w8a8_RK3588.rkllm filter=lfs diff=lfs merge=lfs -text
40
+ RK3588/qwen3.5_vision_rk3588.rknn filter=lfs diff=lfs merge=lfs -text
Qwen3.5-4B_data_quant.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_0",
4
+ "token_nums": 241
5
+ },
6
+ {
7
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_1",
8
+ "token_nums": 262
9
+ },
10
+ {
11
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_2",
12
+ "token_nums": 257
13
+ },
14
+ {
15
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_3",
16
+ "token_nums": 225
17
+ },
18
+ {
19
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_4",
20
+ "token_nums": 323
21
+ },
22
+ {
23
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_5",
24
+ "token_nums": 343
25
+ },
26
+ {
27
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_6",
28
+ "token_nums": 146
29
+ },
30
+ {
31
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_7",
32
+ "token_nums": 139
33
+ },
34
+ {
35
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_8",
36
+ "token_nums": 296
37
+ },
38
+ {
39
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_9",
40
+ "token_nums": 233
41
+ },
42
+ {
43
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_10",
44
+ "token_nums": 143
45
+ },
46
+ {
47
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_11",
48
+ "token_nums": 143
49
+ },
50
+ {
51
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_12",
52
+ "token_nums": 201
53
+ },
54
+ {
55
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_13",
56
+ "token_nums": 217
57
+ },
58
+ {
59
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_14",
60
+ "token_nums": 184
61
+ },
62
+ {
63
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_15",
64
+ "token_nums": 185
65
+ },
66
+ {
67
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_16",
68
+ "token_nums": 234
69
+ },
70
+ {
71
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_17",
72
+ "token_nums": 251
73
+ },
74
+ {
75
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_18",
76
+ "token_nums": 285
77
+ },
78
+ {
79
+ "sample": "/home/ae/hanzos_workspace/rknn-llm/examples/multimodal_model_demo/data/llm_inputs/sample_19",
80
+ "token_nums": 315
81
+ }
82
+ ]
RK3576/Qwen3.5-4B_w4a16_g128_RK3576.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa4d34b42752a0e491ed891ce4b7f32a745631601a65b175f743f971bdb33482
3
+ size 3980470772
RK3576/Qwen3.5-4B_w8a8_RK3576.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:736f4b1065b481bae9cbd86e6c9ed30222abba9c5a3cb2d8d68dd92037d82dfe
3
+ size 5557763284
RK3576/qwen3.5_vision_rk3576.rknn ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6692f52adaa7ee0ba892c7cbba01979750cb82cff8061a571f56e9d84c6d98a2
3
+ size 725673713
RK3588/Qwen3.5-4B_w8a8_RK3588.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:715566bbee72b25d8c4912f6cf6256a8ac264a754511573a99a541487bbc06b4
3
+ size 5540941884
RK3588/qwen3.5_vision_rk3588.rknn ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c286ef69266c11a2a2cedd881ad6a40415c17c8924962f07454359bb6d60e2ba
3
+ size 704579761
qwen3.5_vision.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e359c3579c5d962b78a744f2e53a258f73eab2d698886ece160bf57a17c25d7a
3
+ size 1334671022