File size: 13,026 Bytes
8e96006 | 1 2 3 4 5 6 7 8 9 10 11 12 13 | {"label":"stock_r1","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T04:15:02Z", "avg_ns": 2163623604, "stddev_ns": 34275882, "avg_ts": 236.679918, "stddev_ts": 3.774945, "samples_ns": [ 2125273638, 2191271594, 2174325582 ],"samples_ts": [ 240.91, 233.654, 235.475 ]}
{"label":"stock_r1","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T04:15:11Z", "avg_ns": 6418055392, "stddev_ns": 79278078, "avg_ts": 19.945759, "stddev_ts": 0.245679, "samples_ns": [ 6405302196, 6502936882, 6345927100 ],"samples_ts": [ 19.9834, 19.6834, 20.1704 ]}
{"label":"opt_r1","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T04:15:31Z", "avg_ns": 2198060260, "stddev_ns": 102058381, "avg_ts": 233.264994, "stddev_ts": 10.740138, "samples_ns": [ 2103746240, 2306410100, 2184024440 ],"samples_ts": [ 243.375, 221.99, 234.43 ]}
{"label":"opt_r1","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T04:15:40Z", "avg_ns": 5263660117, "stddev_ns": 294836301, "avg_ts": 24.367868, "stddev_ts": 1.344551, "samples_ns": [ 5003350542, 5583834977, 5203794834 ],"samples_ts": [ 25.5829, 22.9233, 24.5974 ]}
{"label":"stock_r2","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T04:15:56Z", "avg_ns": 2165015725, "stddev_ns": 47615750, "avg_ts": 236.564941, "stddev_ts": 5.255249, "samples_ns": [ 2181117264, 2202493134, 2111436777 ],"samples_ts": [ 234.742, 232.464, 242.489 ]}
{"label":"stock_r2","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T04:16:04Z", "avg_ns": 6376252120, "stddev_ns": 31020295, "avg_ts": 20.074804, "stddev_ts": 0.097399, "samples_ns": [ 6361160067, 6355665874, 6411930420 ],"samples_ts": [ 20.1221, 20.1395, 19.9628 ]}
{"label":"opt_r2","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T04:16:24Z", "avg_ns": 2176434727, "stddev_ns": 37397264, "avg_ts": 235.293897, "stddev_ts": 4.083518, "samples_ns": [ 2197882137, 2198169639, 2133252405 ],"samples_ts": [ 232.952, 232.921, 240.009 ]}
{"label":"opt_r2","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T04:16:33Z", "avg_ns": 5070871577, "stddev_ns": 38231913, "avg_ts": 25.243165, "stddev_ts": 0.190295, "samples_ns": [ 5070300670, 5109385747, 5032928314 ],"samples_ts": [ 25.2451, 25.0519, 25.4325 ]}
{"label":"stock_r3","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T04:16:48Z", "avg_ns": 2171502435, "stddev_ns": 76678806, "avg_ts": 235.974917, "stddev_ts": 8.219111, "samples_ns": [ 2256879833, 2108499700, 2149127774 ],"samples_ts": [ 226.862, 242.827, 238.236 ]}
{"label":"stock_r3","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T04:16:57Z", "avg_ns": 6448931969, "stddev_ns": 264341046, "avg_ts": 19.870010, "stddev_ts": 0.796404, "samples_ns": [ 6752847289, 6321526245, 6272422373 ],"samples_ts": [ 18.955, 20.2483, 20.4068 ]}
{"label":"opt_r3","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T04:17:17Z", "avg_ns": 2126920513, "stddev_ns": 35963313, "avg_ts": 240.769881, "stddev_ts": 4.104217, "samples_ns": [ 2154469956, 2140055398, 2086236187 ],"samples_ts": [ 237.645, 239.246, 245.418 ]}
{"label":"opt_r3","build_commit": "1268edac5", "build_number": 1, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "/root/app/verify/openpangu-vl-artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T04:17:25Z", "avg_ns": 5141377385, "stddev_ns": 46776345, "avg_ts": 24.897427, "stddev_ts": 0.226725, "samples_ns": [ 5186568328, 5144401348, 5093162480 ],"samples_ts": [ 24.6791, 24.8814, 25.1317 ]}
|