File size: 43,683 Bytes
3e2e988 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 | {"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 8, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T01:55:12Z", "avg_ns": 4098499206, "stddev_ns": 243784765, "avg_ts": 125.145161, "stddev_ts": 7.443818, "samples_ns": [ 4270881067, 3926117345 ],"samples_ts": [ 119.882, 130.409 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 8, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T01:55:26Z", "avg_ns": 11433012836, "stddev_ns": 39348057, "avg_ts": 11.195715, "stddev_ts": 0.038531, "samples_ns": [ 11460835909, 11405189764 ],"samples_ts": [ 11.1685, 11.223 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 1, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T01:55:54Z", "avg_ns": 31447909894, "stddev_ns": 318125425, "avg_ts": 16.281996, "stddev_ts": 0.163817, "samples_ns": [ 31304865527, 31812446613, 31226417542 ],"samples_ts": [ 16.3553, 16.0943, 16.3964 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 1, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T01:58:00Z", "avg_ns": 77437453470, "stddev_ns": 285123450, "avg_ts": 1.652962, "stddev_ts": 0.006079, "samples_ns": [ 77192135706, 77750269598, 77369955106 ],"samples_ts": [ 1.6582, 1.6463, 1.65439 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 2, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:01:58Z", "avg_ns": 16088668372, "stddev_ns": 84896753, "avg_ts": 31.824232, "stddev_ts": 0.167990, "samples_ns": [ 16171640860, 16001970390, 16092393868 ],"samples_ts": [ 31.6604, 31.9961, 31.8163 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 2, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:03:02Z", "avg_ns": 39684710264, "stddev_ns": 377137686, "avg_ts": 3.225617, "stddev_ts": 0.030499, "samples_ns": [ 39420944013, 40116682307, 39516504472 ],"samples_ts": [ 3.247, 3.19069, 3.23915 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 4, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:05:05Z", "avg_ns": 8927427373, "stddev_ns": 464251924, "avg_ts": 57.457559, "stddev_ts": 3.064027, "samples_ns": [ 8402870907, 9285414720, 9093996492 ],"samples_ts": [ 60.9316, 55.1402, 56.3009 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 4, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:05:41Z", "avg_ns": 20939944236, "stddev_ns": 97890505, "avg_ts": 6.112809, "stddev_ts": 0.028649, "samples_ns": [ 21007416939, 20827670728, 20984745043 ],"samples_ts": [ 6.09309, 6.14567, 6.09967 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 6, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:06:48Z", "avg_ns": 5352683953, "stddev_ns": 227567468, "avg_ts": 95.768027, "stddev_ts": 4.061428, "samples_ns": [ 5340581192, 5131409379, 5586061289 ],"samples_ts": [ 95.8697, 99.7777, 91.6567 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 6, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:07:10Z", "avg_ns": 15178074572, "stddev_ns": 310560095, "avg_ts": 8.435563, "stddev_ts": 0.171962, "samples_ns": [ 14889564060, 15137887869, 15506771787 ],"samples_ts": [ 8.59663, 8.4556, 8.25446 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 8, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:07:59Z", "avg_ns": 4846377804, "stddev_ns": 814772570, "avg_ts": 107.853056, "stddev_ts": 19.723811, "samples_ns": [ 5486548013, 3929224103, 5123361298 ],"samples_ts": [ 93.3192, 130.306, 99.9344 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 8, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:08:19Z", "avg_ns": 11307029012, "stddev_ns": 103731026, "avg_ts": 11.321027, "stddev_ts": 0.103794, "samples_ns": [ 11301967326, 11205921602, 11413198110 ],"samples_ts": [ 11.3255, 11.4225, 11.2151 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 10, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:08:57Z", "avg_ns": 3249232977, "stddev_ns": 27740788, "avg_ts": 157.583312, "stddev_ts": 1.346090, "samples_ns": [ 3220977917, 3250292092, 3276428924 ],"samples_ts": [ 158.958, 157.524, 156.268 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 10, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:09:11Z", "avg_ns": 9846395371, "stddev_ns": 101433139, "avg_ts": 13.000605, "stddev_ts": 0.134581, "samples_ns": [ 9731755190, 9882933411, 9924497513 ],"samples_ts": [ 13.1528, 12.9516, 12.8974 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 12, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:09:44Z", "avg_ns": 2708669848, "stddev_ns": 63075845, "avg_ts": 189.091948, "stddev_ts": 4.462686, "samples_ns": [ 2748150969, 2741933914, 2635924662 ],"samples_ts": [ 186.307, 186.73, 194.239 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 12, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:09:55Z", "avg_ns": 8745361513, "stddev_ns": 438897656, "avg_ts": 14.660256, "stddev_ts": 0.715103, "samples_ns": [ 8504305001, 9251959652, 8479819888 ],"samples_ts": [ 15.0512, 13.8349, 15.0947 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 14, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:10:25Z", "avg_ns": 2435000439, "stddev_ns": 111803251, "avg_ts": 210.565773, "stddev_ts": 9.766779, "samples_ns": [ 2538430802, 2450192542, 2316377974 ],"samples_ts": [ 201.699, 208.963, 221.035 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 14, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:10:35Z", "avg_ns": 7721429718, "stddev_ns": 134993608, "avg_ts": 16.580611, "stddev_ts": 0.289172, "samples_ns": [ 7707980404, 7593664185, 7862644565 ],"samples_ts": [ 16.6062, 16.8562, 16.2795 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:11:02Z", "avg_ns": 2473902162, "stddev_ns": 3050988996, "avg_ts": 208.932352, "stddev_ts": 25.128943, "samples_ns": [ 2754667056, 2172150183, 2494889248 ],"samples_ts": [ 185.866, 235.711, 205.22 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:11:13Z", "avg_ns": 7032938237, "stddev_ns": 694383687, "avg_ts": 18.312706, "stddev_ts": 1.711194, "samples_ns": [ 7834229627, 6657147594, 6607437492 ],"samples_ts": [ 16.3386, 19.2275, 19.3721 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 20, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:11:38Z", "avg_ns": 3263525086, "stddev_ns": 99301514, "avg_ts": 156.983892, "stddev_ts": 4.847164, "samples_ns": [ 3339730848, 3299619886, 3151224526 ],"samples_ts": [ 153.306, 155.169, 162.477 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 20, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:11:51Z", "avg_ns": 12869370557, "stddev_ns": 461367523, "avg_ts": 9.954460, "stddev_ts": 0.349949, "samples_ns": [ 12648999019, 12559511963, 13399600690 ],"samples_ts": [ 10.1194, 10.1915, 9.55252 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 24, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:12:34Z", "avg_ns": 3138494175, "stddev_ns": 159899874, "avg_ts": 163.426422, "stddev_ts": 8.563976, "samples_ns": [ 3211465176, 3248890912, 2955126438 ],"samples_ts": [ 159.429, 157.592, 173.258 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 24, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:12:47Z", "avg_ns": 14389650025, "stddev_ns": 150665998, "avg_ts": 8.895930, "stddev_ts": 0.092763, "samples_ns": [ 14557230140, 14265389075, 14346330862 ],"samples_ts": [ 8.79288, 8.97277, 8.92214 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:13:38Z", "avg_ns": 2195387070, "stddev_ns": 41489674, "avg_ts": 233.272359, "stddev_ts": 4.451307, "samples_ns": [ 2225896057, 2148143638, 2212121516 ],"samples_ts": [ 230.02, 238.345, 231.452 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:13:47Z", "avg_ns": 6476786124, "stddev_ns": 141958320, "avg_ts": 19.769141, "stddev_ts": 0.427927, "samples_ns": [ 6640569414, 6389112290, 6400676669 ],"samples_ts": [ 19.2755, 20.0341, 19.9979 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "q8_0", "type_v": "q8_0", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:14:10Z", "avg_ns": 2980136638, "stddev_ns": 413257610, "avg_ts": 173.870519, "stddev_ts": 22.353727, "samples_ns": [ 2765256338, 2718589406, 3456564172 ],"samples_ts": [ 185.155, 188.333, 148.124 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "q8_0", "type_v": "q8_0", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:14:24Z", "avg_ns": 6705319503, "stddev_ns": 144665222, "avg_ts": 19.095176, "stddev_ts": 0.407062, "samples_ns": [ 6871798744, 6633975680, 6610184087 ],"samples_ts": [ 18.6269, 19.2946, 19.3641 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "q4_0", "type_v": "q4_0", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:14:48Z", "avg_ns": 3070639556, "stddev_ns": 555896443, "avg_ts": 170.140901, "stddev_ts": 28.206180, "samples_ns": [ 3706147861, 2831101463, 2674669344 ],"samples_ts": [ 138.149, 180.848, 191.426 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "q4_0", "type_v": "q4_0", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:15:01Z", "avg_ns": 6889775940, "stddev_ns": 177594746, "avg_ts": 18.586530, "stddev_ts": 0.481699, "samples_ns": [ 6701438499, 6913683411, 7054205911 ],"samples_ts": [ 19.1004, 18.514, 18.1452 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 64, "n_depth": 2048, "test_time": "2026-10-27T02:15:44Z", "avg_ns": 4075051604, "stddev_ns": 73122312, "avg_ts": 15.708730, "stddev_ts": 0.284819, "samples_ns": [ 4115535741, 4118978442, 3990640629 ],"samples_ts": [ 15.5508, 15.5378, 16.0375 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 64, "n_depth": 4096, "test_time": "2026-10-27T02:16:13Z", "avg_ns": 4599236711, "stddev_ns": 77060210, "avg_ts": 13.917978, "stddev_ts": 0.235054, "samples_ns": [ 4626891765, 4512165277, 4658653092 ],"samples_ts": [ 13.8322, 14.1839, 13.7379 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 64, "n_depth": 8192, "test_time": "2026-10-27T02:16:58Z", "avg_ns": 5930226208, "stddev_ns": 50496783, "avg_ts": 10.792692, "stddev_ts": 0.092216, "samples_ns": [ 5944898515, 5874018164, 5971761946 ],"samples_ts": [ 10.7655, 10.8954, 10.7171 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "q8_0", "type_v": "q8_0", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:20:41Z", "avg_ns": 3129366596, "stddev_ns": 179429899, "avg_ts": 163.962702, "stddev_ts": 9.193435, "samples_ns": [ 3329527692, 3075618946, 2982953151 ],"samples_ts": [ 153.776, 166.471, 171.642 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "q8_0", "type_v": "q8_0", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:20:54Z", "avg_ns": 6949326207, "stddev_ns": 191170309, "avg_ts": 18.428226, "stddev_ts": 0.500242, "samples_ns": [ 6875933835, 7166317272, 6805727516 ],"samples_ts": [ 18.6157, 17.8613, 18.8077 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "q4_0", "type_v": "q4_0", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:21:19Z", "avg_ns": 3055664924, "stddev_ns": 527733848, "avg_ts": 170.722050, "stddev_ts": 27.548021, "samples_ns": [ 2639241830, 3649164506, 2878588436 ],"samples_ts": [ 193.995, 140.306, 177.865 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "q4_0", "type_v": "q4_0", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T02:21:32Z", "avg_ns": 6839495054, "stddev_ns": 219727695, "avg_ts": 18.727564, "stddev_ts": 0.594526, "samples_ns": [ 6778929863, 6656402050, 7083153250 ],"samples_ts": [ 18.882, 19.2296, 18.071 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 64, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:21:56Z", "avg_ns": 2710845114, "stddev_ns": 85063558, "avg_ts": 188.997321, "stddev_ts": 6.039008, "samples_ns": [ 2763727409, 2756086607, 2612721328 ],"samples_ts": [ 185.257, 185.771, 195.964 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 128, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:22:11Z", "avg_ns": 2480238279, "stddev_ns": 16373345, "avg_ts": 206.437786, "stddev_ts": 1.364877, "samples_ns": [ 2462739155, 2482789499, 2495186184 ],"samples_ts": [ 207.899, 206.22, 205.195 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 256, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:22:24Z", "avg_ns": 2551408546, "stddev_ns": 165995466, "avg_ts": 201.248759, "stddev_ts": 13.271919, "samples_ns": [ 2571395563, 2376324512, 2706505564 ],"samples_ts": [ 199.114, 215.459, 189.174 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:22:39Z", "avg_ns": 2579652830, "stddev_ns": 59733835, "avg_ts": 198.546703, "stddev_ts": 4.559596, "samples_ns": [ 2564001999, 2529302480, 2645654011 ],"samples_ts": [ 199.688, 202.427, 193.525 ]}
{"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 1024, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "none", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": true, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T02:22:52Z", "avg_ns": 2798547414, "stddev_ns": 200495086, "avg_ts": 183.607094, "stddev_ts": 13.715018, "samples_ns": [ 2903498822, 2567361958, 2924781464 ],"samples_ts": [ 176.339, 199.426, 175.056 ]}
|