Instructions to use romancone/rkllm-models with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- RKLLM
How to use romancone/rkllm-models with RKLLM:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
| { | |
| "generated_at": "2026-07-25T20:35:25Z", | |
| "models": [ | |
| { | |
| "artifact_commit": "8a2c988ea4a6b9227049504458a3b36ebcca03c6", | |
| "artifact_path": "models/gemma-4-e2b-it/rk3588/rkllm-1.3.0/w8a8/ctx4096", | |
| "artifact_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "capabilities": { | |
| "multi_turn": true, | |
| "streaming": true, | |
| "text": true, | |
| "vision": false | |
| }, | |
| "catalogue_commit": "1891cd4f1b9936351a1a2b388e9f04a02f8e712c", | |
| "catalogue_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "checksums_path": "models/gemma-4-e2b-it/rk3588/rkllm-1.3.0/w8a8/ctx4096/checksums.sha256", | |
| "conversion": { | |
| "max_context": 4096, | |
| "max_context_variants": [ | |
| 4096 | |
| ], | |
| "npu_cores": 3, | |
| "optimization_level": 1, | |
| "quantization": "w8a8", | |
| "target_platform": "RK3588" | |
| }, | |
| "display_name": "Gemma 4 E2B IT", | |
| "download_url": "https://huggingface.co/romancone/rkllm-models/resolve/8a2c988ea4a6b9227049504458a3b36ebcca03c6/models/gemma-4-e2b-it/rk3588/rkllm-1.3.0/w8a8/ctx4096/model.rkllm", | |
| "id": "gemma-4-e2b-it", | |
| "license": "apache-2.0", | |
| "manifest_path": "models/gemma-4-e2b-it/rk3588/rkllm-1.3.0/w8a8/ctx4096/manifest.json", | |
| "model_bytes": 7845783812, | |
| "model_sha256": "d4164cae7b1142462fa12f59f9647f124a2dc1c8e9bcfc61b1b090f92b2f0a37", | |
| "package_bytes": 7877982830, | |
| "reference": { | |
| "benchmark": { | |
| "generation_tok_s": 9.45, | |
| "generation_tokens": 127, | |
| "prefill_tok_s": 189.4, | |
| "prompt_tokens": 444 | |
| }, | |
| "provenance": ".agent/worklog-rkllm.md 2026-07-12j, three repetitions", | |
| "validation": "RKLLM E-suite 7/7" | |
| }, | |
| "requirements": { | |
| "disk_gib_min": 18, | |
| "npu_driver_min": "0.9.8", | |
| "ram_gib_min": 16, | |
| "rkllm_runtime": "1.3.0", | |
| "soc": "RK3588" | |
| }, | |
| "source_commit": "3e22461f65e89153144f8adb70e3b8c2cc9845a7", | |
| "source_repo": "google/gemma-4-E2B-it", | |
| "verification": { | |
| "file_count": 9, | |
| "method": "clean-download-sha256", | |
| "total_bytes": 7877982830, | |
| "verified_at": "2026-07-24T21:55:57Z" | |
| }, | |
| "visibility": "public" | |
| }, | |
| { | |
| "artifact_commit": "0e2eda036f69f9ac93aae9ca3bfb0721069ab581", | |
| "artifact_path": "models/qwen3-vl-2b-instruct/rk3588/rkllm-1.3.0/w8a8/ctx4096", | |
| "artifact_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "capabilities": { | |
| "multi_turn": true, | |
| "streaming": true, | |
| "text": true, | |
| "vision": true | |
| }, | |
| "catalogue_commit": "cb62eb8a4d98522c14ca7b0da5b4e5299eab17a2", | |
| "catalogue_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "checksums_path": "models/qwen3-vl-2b-instruct/rk3588/rkllm-1.3.0/w8a8/ctx4096/checksums.sha256", | |
| "conversion": { | |
| "max_context": 4096, | |
| "max_context_variants": [ | |
| 4096 | |
| ], | |
| "npu_cores": 3, | |
| "optimization_level": 1, | |
| "quantization": "w8a8", | |
| "target_platform": "RK3588" | |
| }, | |
| "display_name": "Qwen3-VL 2B Instruct", | |
| "download_url": "https://huggingface.co/romancone/rkllm-models/resolve/0e2eda036f69f9ac93aae9ca3bfb0721069ab581/models/qwen3-vl-2b-instruct/rk3588/rkllm-1.3.0/w8a8/ctx4096/model.rkllm", | |
| "id": "qwen3-vl-2b-instruct", | |
| "license": "apache-2.0", | |
| "manifest_path": "models/qwen3-vl-2b-instruct/rk3588/rkllm-1.3.0/w8a8/ctx4096/manifest.json", | |
| "model_bytes": 2376415828, | |
| "model_sha256": "40f0dd3957b487fc0ad7a7347e36ed4d71da82abc4b326a67942461e113de205", | |
| "package_bytes": 3240442383, | |
| "reference": { | |
| "benchmark": { | |
| "generation_tok_s": 12.2, | |
| "prefill_tok_s": 267.0, | |
| "requested_generation_tokens": 128, | |
| "requested_prefill_tokens": 512 | |
| }, | |
| "provenance": ".agent/worklog-rkllm.md 2026-07-12b, pp512/tg128 requested", | |
| "validation": "RKLLM full image suite 28/28" | |
| }, | |
| "requirements": { | |
| "disk_gib_min": 8, | |
| "npu_driver_min": "0.9.8", | |
| "ram_gib_min": 16, | |
| "rkllm_runtime": "1.3.0", | |
| "rknn_runtime": "2.3.2", | |
| "soc": "RK3588" | |
| }, | |
| "source_commit": "89644892e4d85e24eaac8bacfd4f463576704203", | |
| "source_repo": "Qwen/Qwen3-VL-2B-Instruct", | |
| "verification": { | |
| "file_count": 12, | |
| "method": "clean-download-sha256", | |
| "total_bytes": 3240442383, | |
| "verified_at": "2026-07-24T22:18:50Z" | |
| }, | |
| "visibility": "public" | |
| }, | |
| { | |
| "artifact_commit": "4b9d9d05e727bd5327c737b220136d0055249f77", | |
| "artifact_path": "models/qwen3-vl-2b-instruct/rk3588/rkllm-1.3.0/w8a8/ctx8192", | |
| "artifact_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "capabilities": { | |
| "multi_turn": true, | |
| "streaming": true, | |
| "text": true, | |
| "vision": true | |
| }, | |
| "catalogue_commit": "63315d6f9d919757f15d7b0f948caac8767d4224", | |
| "catalogue_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "checksums_path": "models/qwen3-vl-2b-instruct/rk3588/rkllm-1.3.0/w8a8/ctx8192/checksums.sha256", | |
| "conversion": { | |
| "max_context": 8192, | |
| "max_context_variants": [ | |
| 4096, | |
| 8192 | |
| ], | |
| "npu_cores": 3, | |
| "optimization_level": 1, | |
| "quantization": "w8a8", | |
| "target_platform": "RK3588" | |
| }, | |
| "display_name": "Qwen3-VL 2B Instruct (8K context)", | |
| "download_url": "https://huggingface.co/romancone/rkllm-models/resolve/4b9d9d05e727bd5327c737b220136d0055249f77/models/qwen3-vl-2b-instruct/rk3588/rkllm-1.3.0/w8a8/ctx8192/model.rkllm", | |
| "id": "qwen3-vl-2b-instruct-ctx8k", | |
| "license": "apache-2.0", | |
| "manifest_path": "models/qwen3-vl-2b-instruct/rk3588/rkllm-1.3.0/w8a8/ctx8192/manifest.json", | |
| "model_bytes": 2379438444, | |
| "model_sha256": "7ac59845620b1890bfccb47f3c6ca3f34050177d803656cd9fd5d7246c4d990e", | |
| "package_bytes": 3243465011, | |
| "reference": { | |
| "benchmark": { | |
| "generation_tok_s": 12.2, | |
| "prefill_tok_s": 267.0, | |
| "requested_generation_tokens": 128, | |
| "requested_prefill_tokens": 512 | |
| }, | |
| "context_validation": "Pending 8K ARM load, needle, memory and throughput acceptance", | |
| "provenance": ".agent/worklog-rkllm.md 2026-07-12b, pp512/tg128 requested", | |
| "validation": "RKLLM full image suite 28/28" | |
| }, | |
| "requirements": { | |
| "disk_gib_min": 8, | |
| "npu_driver_min": "0.9.8", | |
| "ram_gib_min": 16, | |
| "rkllm_runtime": "1.3.0", | |
| "rknn_runtime": "2.3.2", | |
| "soc": "RK3588" | |
| }, | |
| "source_commit": "89644892e4d85e24eaac8bacfd4f463576704203", | |
| "source_repo": "Qwen/Qwen3-VL-2B-Instruct", | |
| "verification": { | |
| "file_count": 12, | |
| "method": "clean-download-sha256", | |
| "total_bytes": 3243465011, | |
| "verified_at": "2026-07-25T07:49:10Z" | |
| }, | |
| "visibility": "public" | |
| }, | |
| { | |
| "artifact_commit": "e5f7ecc2391034804cf3974079ba1af3bab94289", | |
| "artifact_path": "models/qwen3.5-0.8b/rk3588/rkllm-1.3.0/w8a8/ctx4096", | |
| "artifact_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "capabilities": { | |
| "multi_turn": true, | |
| "streaming": true, | |
| "text": true, | |
| "vision": false | |
| }, | |
| "catalogue_commit": "befeb50915788034f7f0efab1a386a86052d09a6", | |
| "catalogue_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "checksums_path": "models/qwen3.5-0.8b/rk3588/rkllm-1.3.0/w8a8/ctx4096/checksums.sha256", | |
| "conversion": { | |
| "max_context": 4096, | |
| "max_context_variants": [ | |
| 4096 | |
| ], | |
| "npu_cores": 3, | |
| "optimization_level": 1, | |
| "quantization": "w8a8", | |
| "target_platform": "RK3588" | |
| }, | |
| "display_name": "Qwen 3.5 0.8B", | |
| "download_url": "https://huggingface.co/romancone/rkllm-models/resolve/e5f7ecc2391034804cf3974079ba1af3bab94289/models/qwen3.5-0.8b/rk3588/rkllm-1.3.0/w8a8/ctx4096/model.rkllm", | |
| "id": "qwen3.5-0.8b", | |
| "license": "apache-2.0", | |
| "manifest_path": "models/qwen3.5-0.8b/rk3588/rkllm-1.3.0/w8a8/ctx4096/manifest.json", | |
| "model_bytes": 1299987628, | |
| "model_sha256": "cde3414dd8ac0929b3a83ee1497a034212212e61eb4b01c2ca73feb2d4d1dddd", | |
| "package_bytes": 1322901972, | |
| "reference": { | |
| "benchmark": { | |
| "generation_tok_s": 23.5, | |
| "prefill_tok_s": 186.0, | |
| "requested_generation_tokens": 128, | |
| "requested_prefill_tokens": 512 | |
| }, | |
| "provenance": ".agent/worklog-rkllm.md 2026-07-12b, pp512/tg128 requested", | |
| "validation": "RKLLM E-suite 7/7" | |
| }, | |
| "requirements": { | |
| "disk_gib_min": 4, | |
| "npu_driver_min": "0.9.8", | |
| "ram_gib_min": 8, | |
| "rkllm_runtime": "1.3.0", | |
| "soc": "RK3588" | |
| }, | |
| "source_commit": "2fc06364715b967f1860aea9cf38778875588b17", | |
| "source_repo": "Qwen/Qwen3.5-0.8B", | |
| "verification": { | |
| "file_count": 11, | |
| "method": "clean-download-sha256", | |
| "total_bytes": 1322901972, | |
| "verified_at": "2026-07-24T21:34:14Z" | |
| }, | |
| "visibility": "public" | |
| }, | |
| { | |
| "artifact_commit": "564b3a997e3cc684da57a880ea856047cd45e18c", | |
| "artifact_path": "models/qwen3.5-2b/rk3588/rkllm-1.3.0/w8a8/ctx4096", | |
| "artifact_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "capabilities": { | |
| "multi_turn": true, | |
| "streaming": true, | |
| "text": true, | |
| "vision": false | |
| }, | |
| "catalogue_commit": "71718759da078c18e642c6c5bd896d57abcf1423", | |
| "catalogue_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "checksums_path": "models/qwen3.5-2b/rk3588/rkllm-1.3.0/w8a8/ctx4096/checksums.sha256", | |
| "conversion": { | |
| "max_context": 4096, | |
| "max_context_variants": [ | |
| 4096 | |
| ], | |
| "npu_cores": 3, | |
| "optimization_level": 1, | |
| "quantization": "w8a8", | |
| "target_platform": "RK3588" | |
| }, | |
| "display_name": "Qwen 3.5 2B", | |
| "download_url": "https://huggingface.co/romancone/rkllm-models/resolve/564b3a997e3cc684da57a880ea856047cd45e18c/models/qwen3.5-2b/rk3588/rkllm-1.3.0/w8a8/ctx4096/model.rkllm", | |
| "id": "qwen3.5-2b", | |
| "license": "apache-2.0", | |
| "manifest_path": "models/qwen3.5-2b/rk3588/rkllm-1.3.0/w8a8/ctx4096/manifest.json", | |
| "model_bytes": 2942188412, | |
| "model_sha256": "b851f08df356a69c64d0237096299230a243039fcda9c1083a9c757ec3dc37ea", | |
| "package_bytes": 2965102748, | |
| "reference": { | |
| "benchmark": { | |
| "generation_tok_s": 11.9, | |
| "prefill_tok_s": 150.0, | |
| "requested_generation_tokens": 128, | |
| "requested_prefill_tokens": 512 | |
| }, | |
| "provenance": ".agent/worklog-rkllm.md 2026-07-12b, pp512/tg128 requested", | |
| "validation": "RKLLM E-suite 7/7" | |
| }, | |
| "requirements": { | |
| "disk_gib_min": 8, | |
| "npu_driver_min": "0.9.8", | |
| "ram_gib_min": 16, | |
| "rkllm_runtime": "1.3.0", | |
| "soc": "RK3588" | |
| }, | |
| "source_commit": "15852e8c16360a2fea060d615a32b45270f8a8fc", | |
| "source_repo": "Qwen/Qwen3.5-2B", | |
| "verification": { | |
| "file_count": 11, | |
| "method": "clean-download-sha256", | |
| "total_bytes": 2965102748, | |
| "verified_at": "2026-07-24T22:23:11Z" | |
| }, | |
| "visibility": "public" | |
| }, | |
| { | |
| "artifact_commit": "cfcb8d790c08aa61464768c73217ed127e06ea2e", | |
| "artifact_path": "models/qwen3.5-2b/rk3588/rkllm-1.3.0/w8a8/ctx8192", | |
| "artifact_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "capabilities": { | |
| "multi_turn": true, | |
| "streaming": true, | |
| "text": true, | |
| "vision": false | |
| }, | |
| "catalogue_commit": "688110e709cdf2866d147e6ac44af7c4daa0931b", | |
| "catalogue_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "checksums_path": "models/qwen3.5-2b/rk3588/rkllm-1.3.0/w8a8/ctx8192/checksums.sha256", | |
| "conversion": { | |
| "max_context": 8192, | |
| "max_context_variants": [ | |
| 4096, | |
| 8192 | |
| ], | |
| "npu_cores": 3, | |
| "optimization_level": 1, | |
| "quantization": "w8a8", | |
| "target_platform": "RK3588" | |
| }, | |
| "display_name": "Qwen 3.5 2B (8K context)", | |
| "download_url": "https://huggingface.co/romancone/rkllm-models/resolve/cfcb8d790c08aa61464768c73217ed127e06ea2e/models/qwen3.5-2b/rk3588/rkllm-1.3.0/w8a8/ctx8192/model.rkllm", | |
| "id": "qwen3.5-2b-ctx8k", | |
| "license": "apache-2.0", | |
| "manifest_path": "models/qwen3.5-2b/rk3588/rkllm-1.3.0/w8a8/ctx8192/manifest.json", | |
| "model_bytes": 2947189564, | |
| "model_sha256": "1de74ec2da00d3fc102cb01548cca496502ed0d859e69e33116c294e0926f841", | |
| "package_bytes": 2970103912, | |
| "reference": { | |
| "benchmark": { | |
| "generation_tok_s": 11.9, | |
| "prefill_tok_s": 150.0, | |
| "requested_generation_tokens": 128, | |
| "requested_prefill_tokens": 512 | |
| }, | |
| "context_validation": "Pending 8K ARM load, needle, memory and throughput acceptance", | |
| "provenance": ".agent/worklog-rkllm.md 2026-07-12b, pp512/tg128 requested", | |
| "validation": "RKLLM E-suite 7/7" | |
| }, | |
| "requirements": { | |
| "disk_gib_min": 8, | |
| "npu_driver_min": "0.9.8", | |
| "ram_gib_min": 16, | |
| "rkllm_runtime": "1.3.0", | |
| "soc": "RK3588" | |
| }, | |
| "source_commit": "15852e8c16360a2fea060d615a32b45270f8a8fc", | |
| "source_repo": "Qwen/Qwen3.5-2B", | |
| "verification": { | |
| "file_count": 11, | |
| "method": "clean-download-sha256", | |
| "total_bytes": 2970103912, | |
| "verified_at": "2026-07-25T07:53:10Z" | |
| }, | |
| "visibility": "public" | |
| }, | |
| { | |
| "artifact_commit": "d1b0954172833ebd5283c12d24d668445392dec7", | |
| "artifact_path": "models/qwen3.5-4b/rk3588/rkllm-1.3.0/w8a8/ctx4096", | |
| "artifact_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "capabilities": { | |
| "multi_turn": true, | |
| "streaming": true, | |
| "text": true, | |
| "vision": false | |
| }, | |
| "catalogue_commit": "435b5fd23b103a3293b10cf1e1a9394da584f016", | |
| "catalogue_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "checksums_path": "models/qwen3.5-4b/rk3588/rkllm-1.3.0/w8a8/ctx4096/checksums.sha256", | |
| "conversion": { | |
| "max_context": 4096, | |
| "max_context_variants": [ | |
| 4096, | |
| 16384 | |
| ], | |
| "npu_cores": 3, | |
| "optimization_level": 1, | |
| "quantization": "w8a8", | |
| "target_platform": "RK3588" | |
| }, | |
| "display_name": "Qwen 3.5 4B", | |
| "download_url": "https://huggingface.co/romancone/rkllm-models/resolve/d1b0954172833ebd5283c12d24d668445392dec7/models/qwen3.5-4b/rk3588/rkllm-1.3.0/w8a8/ctx4096/model.rkllm", | |
| "id": "qwen3.5-4b", | |
| "license": "apache-2.0", | |
| "manifest_path": "models/qwen3.5-4b/rk3588/rkllm-1.3.0/w8a8/ctx4096/manifest.json", | |
| "model_bytes": 5540941884, | |
| "model_sha256": "3c20128e0cbc8a9d50286bf8b4269fb23e219133da1ac37e0809b473ee740a41", | |
| "package_bytes": 5563856343, | |
| "reference": { | |
| "benchmark": {}, | |
| "provenance": ".agent/worklog-rkllm.md 2026-07-12k", | |
| "validation": "Pending M14 conversion and ARM acceptance" | |
| }, | |
| "requirements": { | |
| "disk_gib_min": 12, | |
| "npu_driver_min": "0.9.8", | |
| "ram_gib_min": 16, | |
| "rkllm_runtime": "1.3.0", | |
| "soc": "RK3588" | |
| }, | |
| "source_commit": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", | |
| "source_repo": "Qwen/Qwen3.5-4B", | |
| "verification": { | |
| "file_count": 11, | |
| "method": "clean-download-sha256", | |
| "total_bytes": 5563856343, | |
| "verified_at": "2026-07-24T22:37:41Z" | |
| }, | |
| "visibility": "public" | |
| }, | |
| { | |
| "artifact_commit": "2170fa6b24067cda0f4d53ed82508cedce3ea660", | |
| "artifact_path": "models/qwen3.5-4b/rk3588/rkllm-1.3.0/w8a8/ctx16384", | |
| "artifact_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "capabilities": { | |
| "multi_turn": true, | |
| "streaming": true, | |
| "text": true, | |
| "vision": false | |
| }, | |
| "catalogue_commit": "24e1032c4f02f943ed935ec36a9220859100ee21", | |
| "catalogue_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "checksums_path": "models/qwen3.5-4b/rk3588/rkllm-1.3.0/w8a8/ctx16384/checksums.sha256", | |
| "conversion": { | |
| "max_context": 16384, | |
| "max_context_variants": [ | |
| 4096, | |
| 16384 | |
| ], | |
| "npu_cores": 3, | |
| "optimization_level": 1, | |
| "quantization": "w8a8", | |
| "target_platform": "RK3588" | |
| }, | |
| "display_name": "Qwen 3.5 4B (16K context)", | |
| "download_url": "https://huggingface.co/romancone/rkllm-models/resolve/2170fa6b24067cda0f4d53ed82508cedce3ea660/models/qwen3.5-4b/rk3588/rkllm-1.3.0/w8a8/ctx16384/model.rkllm", | |
| "id": "qwen3.5-4b-ctx16k", | |
| "license": "apache-2.0", | |
| "manifest_path": "models/qwen3.5-4b/rk3588/rkllm-1.3.0/w8a8/ctx16384/manifest.json", | |
| "model_bytes": 5578247044, | |
| "model_sha256": "4fdd50ef4dcd1e696dda861e63f68d6ab9f6586644f0690234b33d673e2ff8e8", | |
| "package_bytes": 5601161506, | |
| "reference": { | |
| "benchmark": {}, | |
| "context_validation": "Pending 16K ARM load, passkey, memory and throughput acceptance", | |
| "provenance": ".agent/worklog-rkllm.md 2026-07-12k", | |
| "validation": "Pending M14 conversion and ARM acceptance" | |
| }, | |
| "requirements": { | |
| "disk_gib_min": 12, | |
| "npu_driver_min": "0.9.8", | |
| "ram_gib_min": 16, | |
| "rkllm_runtime": "1.3.0", | |
| "soc": "RK3588" | |
| }, | |
| "source_commit": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", | |
| "source_repo": "Qwen/Qwen3.5-4B", | |
| "verification": { | |
| "file_count": 11, | |
| "method": "clean-download-sha256", | |
| "total_bytes": 5601161506, | |
| "verified_at": "2026-07-24T22:46:54Z" | |
| }, | |
| "visibility": "public" | |
| }, | |
| { | |
| "artifact_commit": "e924256aed05c1f96fe1e174a0bcca63183d3e89", | |
| "artifact_path": "models/qwen3.5-9b/rk3588/rkllm-1.3.0/w8a8/ctx4096", | |
| "artifact_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "capabilities": { | |
| "multi_turn": true, | |
| "streaming": true, | |
| "text": true, | |
| "vision": false | |
| }, | |
| "catalogue_commit": "2b030be18b932d13c5dabee771b67b728c95b48d", | |
| "catalogue_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "checksums_path": "models/qwen3.5-9b/rk3588/rkllm-1.3.0/w8a8/ctx4096/checksums.sha256", | |
| "conversion": { | |
| "max_context": 4096, | |
| "max_context_variants": [ | |
| 4096, | |
| 16384 | |
| ], | |
| "npu_cores": 3, | |
| "optimization_level": 1, | |
| "quantization": "w8a8", | |
| "target_platform": "RK3588" | |
| }, | |
| "display_name": "Qwen 3.5 9B", | |
| "download_url": "https://huggingface.co/romancone/rkllm-models/resolve/e924256aed05c1f96fe1e174a0bcca63183d3e89/models/qwen3.5-9b/rk3588/rkllm-1.3.0/w8a8/ctx4096/model.rkllm", | |
| "id": "qwen3.5-9b", | |
| "license": "apache-2.0", | |
| "manifest_path": "models/qwen3.5-9b/rk3588/rkllm-1.3.0/w8a8/ctx4096/manifest.json", | |
| "model_bytes": 10045844012, | |
| "model_sha256": "0b0c33fde27649d4130232c5ac52c8d2ce38264172b409995039b81eb7e73767", | |
| "package_bytes": 10068758443, | |
| "reference": { | |
| "benchmark": {}, | |
| "provenance": "M14 expanded lineup, no ARM benchmark yet", | |
| "validation": "Pending M14 conversion and ARM acceptance" | |
| }, | |
| "requirements": { | |
| "disk_gib_min": 28, | |
| "npu_driver_min": "0.9.8", | |
| "ram_gib_min": 32, | |
| "rkllm_runtime": "1.3.0", | |
| "soc": "RK3588" | |
| }, | |
| "source_commit": "c202236235762e1c871ad0ccb60c8ee5ba337b9a", | |
| "source_repo": "Qwen/Qwen3.5-9B", | |
| "verification": { | |
| "file_count": 11, | |
| "method": "clean-download-sha256", | |
| "total_bytes": 10068758443, | |
| "verified_at": "2026-07-24T23:03:19Z" | |
| }, | |
| "visibility": "public" | |
| }, | |
| { | |
| "artifact_commit": "62aa294538be09ee7801ba3ab1e0e801f4d02e25", | |
| "artifact_path": "models/qwen3.5-9b/rk3588/rkllm-1.3.0/w8a8/ctx16384", | |
| "artifact_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "capabilities": { | |
| "multi_turn": true, | |
| "streaming": true, | |
| "text": true, | |
| "vision": false | |
| }, | |
| "catalogue_commit": "8583bdbbffc831c9fb215e5a4216e5fdf60f7789", | |
| "catalogue_repo_url": "https://huggingface.co/romancone/rkllm-models", | |
| "checksums_path": "models/qwen3.5-9b/rk3588/rkllm-1.3.0/w8a8/ctx16384/checksums.sha256", | |
| "conversion": { | |
| "max_context": 16384, | |
| "max_context_variants": [ | |
| 4096, | |
| 16384 | |
| ], | |
| "npu_cores": 3, | |
| "optimization_level": 1, | |
| "quantization": "w8a8", | |
| "target_platform": "RK3588" | |
| }, | |
| "display_name": "Qwen 3.5 9B (16K context)", | |
| "download_url": "https://huggingface.co/romancone/rkllm-models/resolve/62aa294538be09ee7801ba3ab1e0e801f4d02e25/models/qwen3.5-9b/rk3588/rkllm-1.3.0/w8a8/ctx16384/model.rkllm", | |
| "id": "qwen3.5-9b-ctx16k", | |
| "license": "apache-2.0", | |
| "manifest_path": "models/qwen3.5-9b/rk3588/rkllm-1.3.0/w8a8/ctx16384/manifest.json", | |
| "model_bytes": 10083149164, | |
| "model_sha256": "25ac92c5db0e92cc0a4ff46847c7e3a1c3f96c0ef304513e4cd52923febfb054", | |
| "package_bytes": 10106063598, | |
| "reference": { | |
| "benchmark": {}, | |
| "context_validation": "Pending 16K ARM load, passkey, memory and throughput acceptance", | |
| "provenance": "M14 expanded lineup, no ARM benchmark yet", | |
| "validation": "Pending M14 conversion and ARM acceptance" | |
| }, | |
| "requirements": { | |
| "disk_gib_min": 28, | |
| "npu_driver_min": "0.9.8", | |
| "ram_gib_min": 32, | |
| "rkllm_runtime": "1.3.0", | |
| "soc": "RK3588" | |
| }, | |
| "source_commit": "c202236235762e1c871ad0ccb60c8ee5ba337b9a", | |
| "source_repo": "Qwen/Qwen3.5-9B", | |
| "verification": { | |
| "file_count": 11, | |
| "method": "clean-download-sha256", | |
| "total_bytes": 10106063598, | |
| "verified_at": "2026-07-24T23:19:26Z" | |
| }, | |
| "visibility": "public" | |
| } | |
| ], | |
| "schema_version": 1 | |
| } | |