File size: 780 Bytes
60edb88 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 | {
"created_at": "2026-08-11T04:18:07.460954+00:00",
"source_model": "/inspire/qb-ilm/project/video-understanding/public/train/moss_vl_streaming/8B/final_release/MOSS-VL-0708-Instruct-sglang",
"output_dir": "/inspire/qb-ilm/project/video-understanding/public/train/moss_vl_streaming/8B/final_release/quant/MOSS-VL-0708-Instruct-SGLang-NF4-KV8",
"runtime": "native SGLang MOSS-VL",
"weight_format": "bitsandbytes NF4 W4A16 keep-first-last-4",
"quantized_linear_count": 240,
"kv_cache": "native SGLang FP8 E4M3 via runtime argument",
"tp_support": "prequantized bitsandbytes is TP1 only in current SGLang",
"peak_gpu_memory_gib_during_conversion": 11.038,
"versions": {
"torch": "2.8.0+cu128",
"transformers": "4.57.1",
"bitsandbytes": "0.49.2"
}
}
|