Hugging Face's logo

AXERA-TECH
/
Qwen2.5-VL-3B-Instruct-GPTQ-Int4

Image-Text-to-Text
Transformers
English
Chinese
Qwen2.5-VL
Qwen2.5-VL-3B-Instruct
Int4
VLM
Model card Files
xet
 Community
lihongjie commited on
Commit
3cccf4c
·
1 Parent(s): a0ee61c

add axmodel

Browse files
Files changed (43) hide show
  1. .gitattributes +39 -0
  2. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/Qwen2.5-VL-3B-Instruct_vision_image_392.axmodel +3 -0
  3. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/model.embed_tokens.weight.bfloat16.bin +3 -0
  4. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l0_together.axmodel +3 -0
  5. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l10_together.axmodel +3 -0
  6. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l11_together.axmodel +3 -0
  7. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l12_together.axmodel +3 -0
  8. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l13_together.axmodel +3 -0
  9. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l14_together.axmodel +3 -0
  10. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l15_together.axmodel +3 -0
  11. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l16_together.axmodel +3 -0
  12. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l17_together.axmodel +3 -0
  13. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l18_together.axmodel +3 -0
  14. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l19_together.axmodel +3 -0
  15. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l1_together.axmodel +3 -0
  16. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l20_together.axmodel +3 -0
  17. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l21_together.axmodel +3 -0
  18. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l22_together.axmodel +3 -0
  19. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l23_together.axmodel +3 -0
  20. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l24_together.axmodel +3 -0
  21. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l25_together.axmodel +3 -0
  22. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l26_together.axmodel +3 -0
  23. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l27_together.axmodel +3 -0
  24. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l28_together.axmodel +3 -0
  25. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l29_together.axmodel +3 -0
  26. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l2_together.axmodel +3 -0
  27. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l30_together.axmodel +3 -0
  28. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l31_together.axmodel +3 -0
  29. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l32_together.axmodel +3 -0
  30. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l33_together.axmodel +3 -0
  31. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l34_together.axmodel +3 -0
  32. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l35_together.axmodel +3 -0
  33. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l3_together.axmodel +3 -0
  34. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l4_together.axmodel +3 -0
  35. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l5_together.axmodel +3 -0
  36. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l6_together.axmodel +3 -0
  37. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l7_together.axmodel +3 -0
  38. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l8_together.axmodel +3 -0
  39. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l9_together.axmodel +3 -0
  40. Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_post.axmodel +3 -0
  41. README.md +1 -105
  42. run_qwen2_5_vl_image.sh +4 -4
  43. run_qwen2_5_vl_video.sh +4 -4
.gitattributes CHANGED
@@ -44,3 +44,42 @@ video/frame_0048.jpg filter=lfs diff=lfs merge=lfs -text
44
  video/frame_0056.jpg filter=lfs diff=lfs merge=lfs -text
45
  image/ssd_car.jpg filter=lfs diff=lfs merge=lfs -text
46
  image/ssd_horse.jpg filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
44
  video/frame_0056.jpg filter=lfs diff=lfs merge=lfs -text
45
  image/ssd_car.jpg filter=lfs diff=lfs merge=lfs -text
46
  image/ssd_horse.jpg filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l8_together.axmodel filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l11_together.axmodel filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l19_together.axmodel filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l25_together.axmodel filter=lfs diff=lfs merge=lfs -text
51
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l4_together.axmodel filter=lfs diff=lfs merge=lfs -text
52
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/model.embed_tokens.weight.bfloat16.bin filter=lfs diff=lfs merge=lfs -text
53
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l15_together.axmodel filter=lfs diff=lfs merge=lfs -text
54
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l17_together.axmodel filter=lfs diff=lfs merge=lfs -text
55
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l33_together.axmodel filter=lfs diff=lfs merge=lfs -text
56
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l6_together.axmodel filter=lfs diff=lfs merge=lfs -text
57
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l7_together.axmodel filter=lfs diff=lfs merge=lfs -text
58
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l21_together.axmodel filter=lfs diff=lfs merge=lfs -text
59
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l22_together.axmodel filter=lfs diff=lfs merge=lfs -text
60
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l26_together.axmodel filter=lfs diff=lfs merge=lfs -text
61
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l32_together.axmodel filter=lfs diff=lfs merge=lfs -text
62
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l16_together.axmodel filter=lfs diff=lfs merge=lfs -text
63
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l3_together.axmodel filter=lfs diff=lfs merge=lfs -text
64
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l0_together.axmodel filter=lfs diff=lfs merge=lfs -text
65
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l14_together.axmodel filter=lfs diff=lfs merge=lfs -text
66
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l9_together.axmodel filter=lfs diff=lfs merge=lfs -text
67
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l31_together.axmodel filter=lfs diff=lfs merge=lfs -text
68
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l28_together.axmodel filter=lfs diff=lfs merge=lfs -text
69
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l29_together.axmodel filter=lfs diff=lfs merge=lfs -text
70
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l2_together.axmodel filter=lfs diff=lfs merge=lfs -text
71
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l30_together.axmodel filter=lfs diff=lfs merge=lfs -text
72
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l34_together.axmodel filter=lfs diff=lfs merge=lfs -text
73
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/Qwen2.5-VL-3B-Instruct_vision_image_392.axmodel filter=lfs diff=lfs merge=lfs -text
74
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l10_together.axmodel filter=lfs diff=lfs merge=lfs -text
75
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l18_together.axmodel filter=lfs diff=lfs merge=lfs -text
76
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l27_together.axmodel filter=lfs diff=lfs merge=lfs -text
77
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l23_together.axmodel filter=lfs diff=lfs merge=lfs -text
78
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l24_together.axmodel filter=lfs diff=lfs merge=lfs -text
79
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l35_together.axmodel filter=lfs diff=lfs merge=lfs -text
80
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l5_together.axmodel filter=lfs diff=lfs merge=lfs -text
81
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l12_together.axmodel filter=lfs diff=lfs merge=lfs -text
82
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l13_together.axmodel filter=lfs diff=lfs merge=lfs -text
83
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l1_together.axmodel filter=lfs diff=lfs merge=lfs -text
84
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l20_together.axmodel filter=lfs diff=lfs merge=lfs -text
85
+ Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_post.axmodel filter=lfs diff=lfs merge=lfs -text
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/Qwen2.5-VL-3B-Instruct_vision_image_392.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd4d9b8fc8128ef826196a643c4dffb429e65ace63a3e2d5989cb9b9a8923045
3
+ size 772883825
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/model.embed_tokens.weight.bfloat16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b84907567aa829c6f24cadbdeb68c3c44d25fc0a8be8e917fd603cb64f72810d
3
+ size 622329856
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l0_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7726f3ab2e2586d5a260555459e4dbe96b4e6f17e880181a6abda73fe92bbb76
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l10_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d77745a4b28d6d347a9ba047f40fbf991fe94c1eda27d0573c396e8ce342a8dc
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l11_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea7e97e65bc49529b60f2346e10b93d2b244b6cba76667c8c5409a4f7eff6c73
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l12_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe77cea84db4f587e30eacd97da5484e084d72cd9f57beeef23cf427df4b7e4d
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l13_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b4f8bcaf4e240aafd23ec3a4b9c4da68e71a261f6db5772d387b0b17fe76dc0
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l14_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:725cec0dd8ceaae9c5ce78593079cb5c618043c33c425c8c561a6d6b6db7677e
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l15_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52c8f4af08915c1f534c3852fa00b44c91e71d65e081bce87db2cebcb50614f4
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l16_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cdb6faede4313e3acff6880e1bd279f7b60aff96d62a251898b4ab7feb3c516
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l17_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6313978620180b050dae31eec34972b2982cc0a1d3366947bc2b512dec148de9
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l18_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:001019ff4a7983585ccb7fb94560475603e5702253c5c9be4f8ce1b5b1fe7e43
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l19_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd0eea63d3b3a8f0f7bb022fb05c0148ebdde39c85ca2dc8296d3192dba9703f
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l1_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f31a3cbd645f52f7645e3de604de90780cb7eaf2c9a72873c1a93cfb89c1ae4
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l20_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92578393aa228ebe0c774820256b747517864998e247f52408430877105b3e18
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l21_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc9b86709d99471d53ebcfc49f6f06232b72065dfa1d330f256a69b44df87b30
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l22_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4ee61f052d3b1d538aca34779fd98be0c54838a9a2b8a05b95f185de225242
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l23_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21311b1723d006167bd73352b80f7e4a0f460db3580f9807fb8d7811a6c5429a
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l24_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede71cbfbc4982e2908106396fb92284b01e7f2d7ab46dad21482696507a1b0b
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l25_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b679a68fb35eeb314b55c47656f2127fcc2a8f57249e2be590673337719125
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l26_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:436df80ab7171fe584c10078ddfdf0fd0142dea94597c0c1d7de6534108744e0
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l27_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f7620664015d9762eec884be20cd3abbeae8003e35c1323cbf6b8f1317b1c31
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l28_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbef8bcaf9a91647b2baa0e219b3af45c3970e8efb655825c4722c9c1f6f3368
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l29_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0120727553b9eb8d36deb0b136a0d06e96ab219e9b802a597050eba4103909f8
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l2_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1200717252d58bd50d9b7548bbb69d306242ba4079a579df9fb076a8e2d607ee
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l30_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7fc67ab4942ebae80f93e015dc844dc7e94a2a6f32bf40ba1346bd6f9d87666
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l31_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:411bd0d725a769bcbfc1f2edbcc5f06174cd31f1451755c08cd5ee13a9c1289f
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l32_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b90c4c396e602c066702624105ea70609758edcdda22aaafd9be4eae4fce0d4
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l33_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70b5804c1e3d06479a7020f1b398d3a3df5f75548d7af457e9dbdb61e7be4794
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l34_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05a0a356677237ea83b44e585f12c267b59c27bf20471cb0522218ad508fc144
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l35_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:054907c1605d5e48854d7c0cc353e165beb37777659e3c5b20e7985cd42f12f3
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l3_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:418eaed5111aa4f62e0db981d72da078d16d384c025a64a6424cb6cf6499a408
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l4_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0aebd81cde14bd5871d43c59496b1d90e49e23af5a44cf3ceba66f26adeeb48
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l5_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:802b1b3da31e2abae2908999a4a9829f3f9b01ee78251ac516a355859a8cbccf
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l6_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe7d11b76cda20985eff3523d494c8dfdd25af981a0dd412cf411f3553c2306b
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l7_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61184c0d6d891c47a4de7d86fec4567f8a69b91e0e4dcc73918cdae6fb6b0179
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l8_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f7523a5f9e2b9a35e4f54f1b8df6f20727f281ba06ee1d7595cd33d116bccbe
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_p128_l9_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1213563b46f0e1a1e9b0052f336db4eac03c70356fc4d21ec89f1a0512799bec
3
+ size 54226187
Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4/qwen2_5_vl_post.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ec4353904f6ba99a19046de0a5afc7e4302884e9408d0fbbd9899229dacb1a5
3
+ size 339965947
README.md CHANGED
@@ -134,108 +134,4 @@ video/frame_0056.jpg
134
  [I][ Encode][ 416]: image encode time : 1487.557007 ms, size : 991232
135
  [I][ Run][ 638]: ttft: 5488.29 ms
136
  视频展示了两只松鼠在户外的场景。背景是模糊的山脉和蓝天，前景中有松鼠在互动。松鼠的毛色主要是棕色和白色，它们的爪子是橙色的。松鼠似乎在互相玩耍或争抢，它们的爪子和嘴巴都伸向对方。整个场景显得非常自然和生动。
137
- ```
138
-
139
- #### Inference with M.2 Accelerator card
140
- What is M.2 Accelerator card?, Show this DEMO based on Raspberry PI 5.
141
-
142
- #### Image understand demo
143
-
144
- - input text
145
-
146
- ```
147
- 描述这张图片
148
- ```
149
-
150
- - input image
151
-
152
- ![](./image/ssd_car.jpg)
153
-
154
- ```
155
- (base) axera@raspberrypi:~/lhj/Qwen2.5-VL-3B-Instruct $ bash run_qwen2_5_vl_image_axcl_aarch64.sh
156
- [I][ Init][ 162]: LLM init start
157
- [I][ Init][ 34]: connect http://127.0.0.1:12345 ok
158
- [I][ Init][ 267]: IMAGE_CONTEXT_TOKEN: 151655, IMAGE_START_TOKEN: 151652
159
- [I][ Init][ 328]: image encoder output float32
160
-
161
- [I][ Init][ 340]: max_token_len : 1023
162
- [I][ Init][ 343]: kv_cache_size : 256, kv_cache_num: 1023
163
- [I][ Init][ 351]: prefill_token_num : 128
164
- [I][ Init][ 355]: grp: 1, prefill_max_token_num : 1
165
- [I][ Init][ 355]: grp: 2, prefill_max_token_num : 128
166
- [I][ Init][ 355]: grp: 3, prefill_max_token_num : 256
167
- [I][ Init][ 355]: grp: 4, prefill_max_token_num : 384
168
- [I][ Init][ 355]: grp: 5, prefill_max_token_num : 512
169
- [I][ Init][ 359]: prefill_max_token_num : 512
170
- ________________________
171
- | ID| remain cmm(MB)|
172
- ========================
173
- | 0| 2286|
174
- ¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯
175
- [E][ load_config][ 278]: config file(post_config.json) open failed
176
- [W][ Init][ 452]: load postprocess config(post_config.json) failed
177
- [I][ Init][ 456]: LLM init ok
178
- Type "q" to exit, Ctrl+c to stop current running
179
- prompt >> 描述这张图片
180
- image >> image/ssd_car.jpg
181
- [I][ Encode][ 539]: image encode time : 772.851990 ms, size : 524288
182
- [I][ Run][ 625]: input token num : 280, prefill_split_num : 3
183
- [I][ Run][ 659]: input_num_token:128
184
- [I][ Run][ 659]: input_num_token:128
185
- [I][ Run][ 659]: input_num_token:24
186
- [I][ Run][ 796]: ttft: 2067.18 ms
187
- 这张图片展示了一条繁忙的城市街道。前景中，一名女子站在人行道上，穿着黑色外套，面带微笑。她旁边是一辆红色的双层巴士，巴士上有一个广告，上面写着“THINGS GET MORE EXITING WHEN YOU SAY ‘YES’ VirginMoney.co.uk”。巴士的车牌号是“L15”。巴士旁边停着一辆黑色的面包车。背景中可以看到一些商店和行人，街道两旁有路灯和商店的招牌。整体环境显得非常繁忙和现代。
188
-
189
- [N][ Run][ 949]: hit eos,avg 4.12 token/s
190
- ```
191
-
192
- #### Video understand demo
193
-
194
- Please pre-process the image of the video file into a 308x308 size picture
195
-
196
- ```
197
- (base) axera@raspberrypi:~/lhj/Qwen2.5-VL-3B-Instruct $ bash run_qwen2_5_vl_video_axcl_aarch64.sh
198
- [I][ Init][ 162]: LLM init start
199
- [I][ Init][ 34]: connect http://127.0.0.1:12345 ok
200
- [I][ Init][ 267]: IMAGE_CONTEXT_TOKEN: 151656, IMAGE_START_TOKEN: 151652
201
- [I][ Init][ 328]: image encoder output float32
202
-
203
- [I][ Init][ 340]: max_token_len : 1023
204
- [I][ Init][ 343]: kv_cache_size : 256, kv_cache_num: 1023
205
- [I][ Init][ 351]: prefill_token_num : 128
206
- [I][ Init][ 355]: grp: 1, prefill_max_token_num : 1
207
- [I][ Init][ 355]: grp: 2, prefill_max_token_num : 128
208
- [I][ Init][ 355]: grp: 3, prefill_max_token_num : 256
209
- [I][ Init][ 355]: grp: 4, prefill_max_token_num : 384
210
- [I][ Init][ 355]: grp: 5, prefill_max_token_num : 512
211
- [I][ Init][ 359]: prefill_max_token_num : 512
212
- ________________________
213
- | ID| remain cmm(MB)|
214
- ========================
215
- | 0| 2464|
216
- ¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯
217
- [E][ load_config][ 278]: config file(post_config.json) open failed
218
- [W][ Init][ 452]: load postprocess config(post_config.json) failed
219
- [I][ Init][ 456]: LLM init ok
220
- Type "q" to exit, Ctrl+c to stop current running
221
- prompt >> 描述这个视频的内容
222
- image >> video
223
- video/frame_0000.jpg
224
- video/frame_0008.jpg
225
- video/frame_0016.jpg
226
- video/frame_0024.jpg
227
- video/frame_0032.jpg
228
- video/frame_0040.jpg
229
- video/frame_0048.jpg
230
- video/frame_0056.jpg
231
- [I][ Encode][ 539]: image encode time : 1481.107056 ms, size : 991232
232
- [I][ Run][ 625]: input token num : 509, prefill_split_num : 4
233
- [I][ Run][ 659]: input_num_token:128
234
- [I][ Run][ 659]: input_num_token:128
235
- [I][ Run][ 659]: input_num_token:128
236
- [I][ Run][ 659]: input_num_token:125
237
- [I][ Run][ 796]: ttft: 3049.59 ms
238
- 视频展示了两只松鼠在户外的场景。背景是模糊的山脉和蓝天，前景中有松鼠在互动。松鼠的毛色是棕色和灰色的混合，它们的爪子是橙色的。松鼠似乎在互相玩耍或争抢，它们的爪子和嘴巴都伸向对方。整个场景显得非常自然和生动。
239
-
240
- [N][ Run][ 949]: hit eos,avg 4.15 token/s
241
- ```
 
134
  [I][ Encode][ 416]: image encode time : 1487.557007 ms, size : 991232
135
  [I][ Run][ 638]: ttft: 5488.29 ms
136
  视频展示了两只松鼠在户外的场景。背景是模糊的山脉和蓝天，前景中有松鼠在互动。松鼠的毛色主要是棕色和白色，它们的爪子是橙色的。松鼠似乎在互相玩耍或争抢，它们的爪子和嘴巴都伸向对方。整个场景显得非常自然和生动。
137
+ ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
run_qwen2_5_vl_image.sh CHANGED
@@ -1,9 +1,9 @@
1
- AXMODEL_DIR=./Qwen2.5-VL-3B-Instruct-AX650-chunk_prefill_512
2
 
3
  ./main_ax650 \
4
  --template_filename_axmodel "${AXMODEL_DIR}/qwen2_5_vl_p128_l%d_together.axmodel" \
5
  --axmodel_num 36 \
6
- --filename_image_encoder_axmodedl "${AXMODEL_DIR}/Qwen2.5-VL-3B-Instruct_vision_nchw448.axmodel" \
7
  --bos 0 --eos 0 \
8
  --dynamic_load_axmodel_layer 0 \
9
  --use_mmap_load_embed 1 \
@@ -16,7 +16,7 @@ AXMODEL_DIR=./Qwen2.5-VL-3B-Instruct-AX650-chunk_prefill_512
16
  --live_print 1 \
17
  --continue 1 \
18
  --video 0 \
19
- --img_width 448 \
20
- --img_height 448 \
21
  --vision_start_token_id 151652 \
22
  --post_config_path post_config.json
 
1
+ AXMODEL_DIR=./Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4
2
 
3
  ./main_ax650 \
4
  --template_filename_axmodel "${AXMODEL_DIR}/qwen2_5_vl_p128_l%d_together.axmodel" \
5
  --axmodel_num 36 \
6
+ --filename_image_encoder_axmodedl "${AXMODEL_DIR}/Qwen2.5-VL-3B-Instruct_vision_image_392.axmodel" \
7
  --bos 0 --eos 0 \
8
  --dynamic_load_axmodel_layer 0 \
9
  --use_mmap_load_embed 1 \
 
16
  --live_print 1 \
17
  --continue 1 \
18
  --video 0 \
19
+ --img_width 392 \
20
+ --img_height 392 \
21
  --vision_start_token_id 151652 \
22
  --post_config_path post_config.json
run_qwen2_5_vl_video.sh CHANGED
@@ -1,9 +1,9 @@
1
- AXMODEL_DIR=./Qwen2.5-VL-3B-Instruct-AX650-chunk_prefill_512
2
 
3
  ./main_ax650 \
4
  --template_filename_axmodel "${AXMODEL_DIR}/qwen2_5_vl_p128_l%d_together.axmodel" \
5
  --axmodel_num 36 \
6
- --filename_image_encoder_axmodedl "${AXMODEL_DIR}/Qwen2.5-VL-3B-Instruct_vision_nhwc.axmodel" \
7
  --bos 0 --eos 0 \
8
  --dynamic_load_axmodel_layer 0 \
9
  --use_mmap_load_embed 1 \
@@ -16,7 +16,7 @@ AXMODEL_DIR=./Qwen2.5-VL-3B-Instruct-AX650-chunk_prefill_512
16
  --live_print 1 \
17
  --continue 1 \
18
  --video 1 \
19
- --img_width 308 \
20
- --img_height 308 \
21
  --vision_start_token_id 151652 \
22
  --post_config_path post_config.json
 
1
+ AXMODEL_DIR=./Qwen2.5-VL-3B-Instruct-AX650-c128_p1536-ctx2047-int4
2
 
3
  ./main_ax650 \
4
  --template_filename_axmodel "${AXMODEL_DIR}/qwen2_5_vl_p128_l%d_together.axmodel" \
5
  --axmodel_num 36 \
6
+ --filename_image_encoder_axmodedl "${AXMODEL_DIR}/Qwen2.5-VL-3B-Instruct_vision_image_392.axmodel" \
7
  --bos 0 --eos 0 \
8
  --dynamic_load_axmodel_layer 0 \
9
  --use_mmap_load_embed 1 \
 
16
  --live_print 1 \
17
  --continue 1 \
18
  --video 1 \
19
+ --img_width 392 \
20
+ --img_height 392 \
21
  --vision_start_token_id 151652 \
22
  --post_config_path post_config.json