leafmoone's picture
Add offloaded inference benchmarks
2f284cf verified
Raw
History Blame Contribute Delete
1.75 kB
{
"checkpoint": "rum-flux2-int8-convrot-adaround-realcal-hq.safetensors",
"base_model": "black-forest-labs/FLUX.2-klein-base-4B",
"teacher_model": "waiNSFWIllustrious_v140.safetensors",
"text_conditioning": "qwen+sdxl",
"task": "t2i",
"prompt": "1girl, kisaki (blue archive), general, holding baozi, eating, indoors, momoko (momopoco), newest",
"negative_prompt": "",
"seed": 1,
"steps": 20,
"cfg": 5.0,
"output": "offload_int8_t2i.png",
"load_seconds": 2.1349147111177444,
"generation_seconds": 14.88612100481987,
"offload": true,
"peak_allocated_bytes": 4936877056,
"peak_reserved_bytes": 5618270208,
"memory_profile": {
"load": {
"seconds": 2.1349147111177444,
"end_allocated_bytes": 0,
"end_reserved_bytes": 0,
"peak_allocated_bytes": 0,
"peak_reserved_bytes": 0
},
"prompt_encoding": {
"seconds": 8.439874656498432,
"end_allocated_bytes": 18017280,
"end_reserved_bytes": 41943040,
"peak_allocated_bytes": 9861727232,
"peak_reserved_bytes": 9999220736
},
"denoising": {
"seconds": 10.382715687155724,
"peak_allocated_bytes": 4936877056,
"peak_reserved_bytes": 5618270208
},
"vae_decode_and_postprocess": {
"seconds": 4.503405317664146,
"peak_allocated_bytes": 4194633216,
"peak_reserved_bytes": 5618270208
},
"after_generation_and_offload": {
"allocated_bytes": 53669888,
"reserved_bytes": 121634816
}
},
"quantization": {
"quantized_linears": 100,
"int8_linears": 100,
"int4_linears": 0
},
"environment": {
"python": "3.12.3",
"torch": "2.12.1+cu130",
"cuda": "13.0",
"gpu": "NVIDIA vGPU-48GB",
"comfy_kitchen": "0.2.21"
}
}