Image21-INT8 / evaluation /bf16 /environment.json
ixim's picture
Fix INT8 CPU offload; publish memory audit and paired retests
ba48d54 verified
Raw History Blame Contribute Delete
7.9 kB
{
"python": "3.13.5",
"platform": "Windows-11-10.0.26200-SP0",
"gpu": "NVIDIA GeForce RTX 5090",
"cuda": "12.8",
"packages": {
"torch": "2.10.0+cu128",
"torchvision": "0.25.0+cu128",
"diffusers": "0.41.0.dev0",
"transformers": "5.17.0",
"accelerate": "1.15.0",
"bitsandbytes": "0.50.2",
"safetensors": "0.8.0",
"huggingface-hub": "1.32.0",
"tokenizers": "0.23.2",
"numpy": "2.2.6",
"pillow": "12.2.0",
"psutil": "7.0.0"
},
"pid": 25920,
"before_load_memory": {
"allocated_bytes": 0,
"reserved_bytes": 0,
"cuda_free_bytes": 32496418816,
"cuda_total_bytes": 34162016256
},
"offload_aux_fix": true,
"benchmark_sha256": "39544666c2e94a0d56de5057c7ab1e88df90dd5ba4d2cba2428c11f9d7c4d9fb",
"runtime_helper_sha256": "26db92afa7d5c72324080480abe52c8e677b899844b369d99ac895e9bb1fb71c",
"gpu_before": "name, driver_version, memory.used [MiB], memory.free [MiB]\nNVIDIA GeForce RTX 5090, 616.92, 2365 MiB, 29823 MiB\n",
"gpu_processes_before": "pid, process_name, used_gpu_memory [MiB]\n15152, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\CrossDeviceResume.exe, [N/A]\n13492, C:\\Windows\\explorer.exe, [N/A]\n17024, C:\\Windows\\SystemApps\\Microsoft.Windows.StartMenuExperienceHost_cw5n1h2txyewy\\StartMenuExperienceHost.exe, [N/A]\n16996, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\SearchHost.exe, [N/A]\n21128, C:\\Program Files\\NVIDIA Corporation\\NVIDIA App\\CEF\\NVIDIA Overlay.exe, [N/A]\n14084, C:\\Program Files\\NVIDIA Corporation\\NVIDIA App\\CEF\\NVIDIA Overlay.exe, [N/A]\n20120, C:\\Program Files\\LogiOptionsPlus\\logioptionsplus_agent.exe, [N/A]\n24684, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\TextInputHost.exe, [N/A]\n25424, C:\\Program Files\\WindowsApps\\Microsoft.YourPhone_1.26072.255.0_x64__8wekyb3d8bbwe\\PhoneExperienceHost.exe, [N/A]\n26464, C:\\Program Files\\WindowsApps\\Microsoft.6365217CE6EB4_102.2504.16004.0_x64__8wekyb3d8bbwe\\MicrosoftSecurityApp\\MicrosoftSecurityApp.exe, [N/A]\n20456, C:\\Program Files\\Intel\\Intel Graphics Software\\IntelGraphicsSoftware.exe, [N/A]\n20468, C:\\Windows\\ImmersiveControlPanel\\SystemSettings.exe, [N/A]\n30740, C:\\Windows\\SystemApps\\ShellExperienceHost_cw5n1h2txyewy\\ShellExperienceHost.exe, [N/A]\n23160, C:\\Users\\Admin\\AppData\\Local\\Programs\\MiniMark\\MiniMark.Windows.exe, [N/A]\n17796, C:\\Program Files\\WindowsApps\\Microsoft.WindowsNotepad_11.2607.14.0_x64__8wekyb3d8bbwe\\Notepad\\Notepad.exe, [N/A]\n3952, C:\\Program Files\\WindowsApps\\Microsoft.WindowsTerminal_1.24.11911.0_x64__8wekyb3d8bbwe\\WindowsTerminal.exe, [N/A]\n3636, C:\\Program Files (x86)\\Microsoft\\Edge\\Application\\msedge.exe, [N/A]\n35676, C:\\Windows\\System32\\ShellHost.exe, [N/A]\n34284, C:\\Windows\\System32\\Mystify.scr, [N/A]\n25920, C:\\Python313\\python.exe, [N/A]\n",
"model_identity": {
"kind": "bf16",
"base_revision": "b3179ad355be050328e483a9dfdd9e60cd62adfa",
"files": [
{
"path": "model_index.json",
"size": 447,
"sha256": "cf1ecd104ea090855d60d8cec0895c1e9d6ee41b2f87e231b678beecd1cf7809"
},
{
"path": "processor/added_tokens.json",
"size": 707,
"sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680"
},
{
"path": "processor/chat_template.jinja",
"size": 5292,
"sha256": "3636d0f0bd6bef02654cdffdc447b79cb2cef8ab02cc75267345946291a489e4"
},
{
"path": "processor/merges.txt",
"size": 1671853,
"sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5"
},
{
"path": "processor/preprocessor_config.json",
"size": 782,
"sha256": "93585062a80db5e8ca038efc7726a3e6411d9db948472d81d63c6303993be8c5"
},
{
"path": "processor/special_tokens_map.json",
"size": 613,
"sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd"
},
{
"path": "processor/tokenizer.json",
"size": 11422654,
"sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4"
},
{
"path": "processor/tokenizer_config.json",
"size": 5445,
"sha256": "81ec7bb9530159b326c0bef1d0b6c33d392090524014ea3f0123a3c1eb9c2af5"
},
{
"path": "processor/video_preprocessor_config.json",
"size": 817,
"sha256": "59c5c9eb52182eb14c06ffb10ca9effd29adce5f238a95de23ca14a38dbd2cb1"
},
{
"path": "processor/vocab.json",
"size": 2776833,
"sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
},
{
"path": "scheduler/scheduler_config.json",
"size": 485,
"sha256": "5895f3a167c14a967fe9ac70c64924ae5acc79799e0679fd12907e594a713cd1"
},
{
"path": "text_encoder/config.json",
"size": 1517,
"sha256": "6001331949f7f86ab6d791a80b12246d4f8da5159fa08c3e62368a39f36d63a9"
},
{
"path": "text_encoder/generation_config.json",
"size": 213,
"sha256": "4d9818c3d27895c0058828a5f68bc7a4de80c3ae1bcdac90936ce24178063f59"
},
{
"path": "text_encoder/model-00001-of-00004.safetensors",
"size": 4998056552,
"sha256": "dde00291b5f7fb92013895310a3da0ddba78674df9f10d505d375243dc01fc6f"
},
{
"path": "text_encoder/model-00002-of-00004.safetensors",
"size": 4915962464,
"sha256": "9047faccc0a6d98496a52d55f27be1c94a9c259d1e283fbea0128d054a948d42"
},
{
"path": "text_encoder/model-00003-of-00004.safetensors",
"size": 4915962496,
"sha256": "8c54187654c0176b73ae73785bf791dc9a14c9df7fb4310083a09d42048cb57e"
},
{
"path": "text_encoder/model-00004-of-00004.safetensors",
"size": 2704357976,
"sha256": "5311532aaaeae3259eb6a7b2c600636be1159adf7ded35f53579f7d0e7d43cdd"
},
{
"path": "text_encoder/model.safetensors.index.json",
"size": 67795,
"sha256": "859146bff8db1d617fca8b457a5223edff963bb70076b3645f2189fe0540a147"
},
{
"path": "transformer/config.json",
"size": 370,
"sha256": "56ae3281c4e6c2d1aa3658252d187488071815fd79bef15808bb0205fc1a2241"
},
{
"path": "transformer/diffusion_pytorch_model-00001-of-00002.safetensors",
"size": 9968332504,
"sha256": "9e6bc2d641e67bf277895ea8777141044a38f3edb7101bc469b2961dd7c36b4b"
},
{
"path": "transformer/diffusion_pytorch_model-00002-of-00002.safetensors",
"size": 4261951904,
"sha256": "3aaf234dcbe128530479735854a346b5e3e66283b7c11db56f836bbd1c13ebaa"
},
{
"path": "transformer/diffusion_pytorch_model.safetensors.index.json",
"size": 30283,
"sha256": "17987f6623b1c814d0ef55a137d99142b7b3b040eb1bf241b5575dd35af803a2"
},
{
"path": "vae/config.json",
"size": 2079,
"sha256": "9785d527b278cb8b210e9f48a8028d92a4190968ce7e24c8fc85d9d1b82f6ba2"
},
{
"path": "vae/diffusion_pytorch_model.safetensors",
"size": 1350989512,
"sha256": "a07a1b7c4ee2966a1b3bdc37de9b4f983d56937e46619f709a80b6e490675417"
}
],
"fingerprint": "74c96a68092fdb1f3eed2063bcfba8fd99380ada6234e405e646681f35fb6984"
},
"model": "D:\\Git\\Qwen-Image-2.1\\models\\bf16",
"load_seconds": 10.593167200000607,
"load_peak_allocated_bytes": 0,
"offload": "model",
"warmup": true,
"after_load_memory": {
"allocated_bytes": 0,
"reserved_bytes": 0,
"cuda_free_bytes": 32496418816,
"cuda_total_bytes": 34162016256
},
"generator_device": "cpu",
"cases_sha256": "2663ee3d489e1eb136e02b083963b8622146fc65ac301d6acc5a6aab21e63356"
}