File size: 1,734 Bytes
fa2d87b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | {
"status": "pass",
"component": "text_encoder",
"component_mode": "w4a4",
"framework": "transformers",
"class_name": "Qwen3VLForConditionalGeneration",
"load_seconds": 0.6727128028869629,
"orbitquant_module_count": 448,
"adaln_int4_module_count": 0,
"bf16_linear_module_count": 117,
"full_dequantized_cache_count": 0,
"resident_state_bytes": 19915522528,
"quantization_config": {
"quant_method": "orbitquant",
"weight_bits": 4,
"activation_bits": 4,
"rotation": "rpbh",
"rotation_seed": 0,
"block_size": "paper",
"codebook": "lloyd_max",
"codebook_version": 2,
"codebook_dtype": "float32",
"row_norm_dtype": "bfloat16",
"activation_norm_dtype": "float32",
"activation_eps": 1e-10,
"weight_pack_dtype": "uint8",
"target_policy": "universal",
"adaln_policy": "int4_rtn",
"adaln_group_size": 64,
"modules_to_convert": [],
"modules_to_use_adaln": [],
"modules_to_not_convert": [
"model.visual",
"model.language_model.embed_tokens",
"model.language_model.norm",
"lm_head"
],
"modules_dtype_dict": {},
"artifact_format_version": 1,
"runtime_mode": "auto_fused",
"activation_kernel_backend": "auto",
"packed_matmul_block_m": 64,
"packed_matmul_block_n": 64,
"packed_matmul_block_k": 128,
"packed_matmul_num_warps": 4,
"weight_row_tile_size": 256,
"w4a4_int8_weight_cache": false,
"lowbit_boundary_protection": "auto",
"lowbit_protected_blocks": 4,
"lowbit_protected_bits": 4,
"lowbit_interior_protection": "auto"
},
"rss_peak_bytes": 887144448,
"gpu_peak_allocated_bytes": 0,
"gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
"pid": 40635
}
|