File size: 2,072 Bytes
f84e201 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 | {
"variant": "orbitquant",
"hardware": "NVIDIA A40",
"source_revision": "98e0fe118d17c9e3547fbb2e25acdbae2cadf7c7",
"quantized_revision": "49e89c37f51cb394b4ee199196d9df8bcd042475",
"candidate_root": "/workspace/krea2-final-transformer-imgin",
"settings": {
"width": 2048,
"height": 2048,
"num_inference_steps": 8,
"guidance_scale": 0.0,
"seed_base": 61000,
"dtype": "bfloat16",
"attention_backend": "strict Flash SDPA",
"prompt_compaction": "lossless valid-token compaction",
"vae_tiling": [
1024,
896
],
"component_policy": "Qwen encode then release; DiT and tiled VAE render"
},
"load_seconds": 8.288543954491615,
"load_gpu_peak_mb": 12827,
"load_torch_peak_mb": 12432.95947265625,
"qwen_inventory": {
"class_name": "Qwen3VLModel",
"orbitquant_linear_count": 356,
"source_precision_linear_count": 0,
"executed_orbitquant_linear_count": 252,
"effective_runtime_modes": [
"native_packed_matmul"
],
"activation_kernel_backends": [
"native_cuda_int8_surrogate",
"triton_cuda_int8_surrogate"
],
"last_activation_cache_hits": 108,
"dequantized_cache_bytes": 0,
"int8_weight_cache_bytes": 0
},
"dit_inventory": {
"class_name": "Krea2Transformer2DModel",
"orbitquant_linear_count": 232,
"source_precision_linear_count": 32,
"executed_orbitquant_linear_count": 232,
"effective_runtime_modes": [
"native_packed_matmul"
],
"activation_kernel_backends": [
"triton_cuda",
"triton_cuda_int8_surrogate",
"triton_cuda_packed_w4"
],
"last_activation_cache_hits": 128,
"dequantized_cache_bytes": 0,
"int8_weight_cache_bytes": 0
},
"generated_samples": 1,
"first_generation_seconds": 68.87463613599539,
"hot_generation_mean_seconds": 68.87463613599539,
"hot_generation_median_seconds": 68.87463613599539,
"generation_mean_seconds": 68.87463613599539,
"generation_median_seconds": 68.87463613599539,
"gpu_peak_mb": 18657,
"torch_peak_mb": 16792.41357421875
}
|