| {"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-10-27T03:01:07Z", "avg_ns": 4735551137, "stddev_ns": 74186960, "avg_ts": 108.135903, "stddev_ts": 1.680203, "samples_ns": [ 4703456747, 4820381782, 4682814883 ],"samples_ts": [ 108.856, 106.216, 109.336 ]} |
| {"build_commit": "1268edac5", "build_number": 11707, "cpu_info": "Intel(R) Xeon(R) Platinum 8559C", "gpu_info": "", "backends": "CPU", "model_filename": "artifacts/openPangu-VL-7B-Q4_K_M.gguf", "model_type": "pangu_vl 7B Q4_K - Medium", "model_size": 4929676288, "model_n_params": 8030887936, "n_batch": 2048, "n_ubatch": 512, "n_threads": 16, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": 0, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": 1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "repack": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-10-27T03:01:25Z", "avg_ns": 31336663509, "stddev_ns": 3966097168, "avg_ts": 4.125850, "stddev_ts": 0.488141, "samples_ns": [ 28697647273, 29414779684, 35897563570 ],"samples_ts": [ 4.4603, 4.35155, 3.5657 ]} |
