Image21-INT8 / evaluation /int8 /environment.json
ixim's picture
Fix INT8 CPU offload; publish memory audit and paired retests
ba48d54 verified
Raw History Blame Contribute Delete
7.67 kB
{
"python": "3.13.5",
"platform": "Windows-11-10.0.26200-SP0",
"gpu": "NVIDIA GeForce RTX 5090",
"cuda": "12.8",
"packages": {
"torch": "2.10.0+cu128",
"torchvision": "0.25.0+cu128",
"diffusers": "0.41.0.dev0",
"transformers": "5.17.0",
"accelerate": "1.15.0",
"bitsandbytes": "0.50.2",
"safetensors": "0.8.0",
"huggingface-hub": "1.32.0",
"tokenizers": "0.23.2",
"numpy": "2.2.6",
"pillow": "12.2.0",
"psutil": "7.0.0"
},
"pid": 29636,
"before_load_memory": {
"allocated_bytes": 0,
"reserved_bytes": 0,
"cuda_free_bytes": 32496418816,
"cuda_total_bytes": 34162016256
},
"offload_aux_fix": true,
"benchmark_sha256": "39544666c2e94a0d56de5057c7ab1e88df90dd5ba4d2cba2428c11f9d7c4d9fb",
"runtime_helper_sha256": "26db92afa7d5c72324080480abe52c8e677b899844b369d99ac895e9bb1fb71c",
"gpu_before": "name, driver_version, memory.used [MiB], memory.free [MiB]\nNVIDIA GeForce RTX 5090, 616.92, 2217 MiB, 29971 MiB\n",
"gpu_processes_before": "pid, process_name, used_gpu_memory [MiB]\n15152, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\CrossDeviceResume.exe, [N/A]\n13492, C:\\Windows\\explorer.exe, [N/A]\n17024, C:\\Windows\\SystemApps\\Microsoft.Windows.StartMenuExperienceHost_cw5n1h2txyewy\\StartMenuExperienceHost.exe, [N/A]\n16996, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\SearchHost.exe, [N/A]\n21128, C:\\Program Files\\NVIDIA Corporation\\NVIDIA App\\CEF\\NVIDIA Overlay.exe, [N/A]\n14084, C:\\Program Files\\NVIDIA Corporation\\NVIDIA App\\CEF\\NVIDIA Overlay.exe, [N/A]\n20120, C:\\Program Files\\LogiOptionsPlus\\logioptionsplus_agent.exe, [N/A]\n24684, C:\\Windows\\SystemApps\\MicrosoftWindows.Client.CBS_cw5n1h2txyewy\\TextInputHost.exe, [N/A]\n25424, C:\\Program Files\\WindowsApps\\Microsoft.YourPhone_1.26072.255.0_x64__8wekyb3d8bbwe\\PhoneExperienceHost.exe, [N/A]\n26464, C:\\Program Files\\WindowsApps\\Microsoft.6365217CE6EB4_102.2504.16004.0_x64__8wekyb3d8bbwe\\MicrosoftSecurityApp\\MicrosoftSecurityApp.exe, [N/A]\n20456, C:\\Program Files\\Intel\\Intel Graphics Software\\IntelGraphicsSoftware.exe, [N/A]\n20468, C:\\Windows\\ImmersiveControlPanel\\SystemSettings.exe, [N/A]\n30740, C:\\Windows\\SystemApps\\ShellExperienceHost_cw5n1h2txyewy\\ShellExperienceHost.exe, [N/A]\n23160, C:\\Users\\Admin\\AppData\\Local\\Programs\\MiniMark\\MiniMark.Windows.exe, [N/A]\n17796, C:\\Program Files\\WindowsApps\\Microsoft.WindowsNotepad_11.2607.14.0_x64__8wekyb3d8bbwe\\Notepad\\Notepad.exe, [N/A]\n3952, C:\\Program Files\\WindowsApps\\Microsoft.WindowsTerminal_1.24.11911.0_x64__8wekyb3d8bbwe\\WindowsTerminal.exe, [N/A]\n3636, C:\\Program Files (x86)\\Microsoft\\Edge\\Application\\msedge.exe, [N/A]\n35676, C:\\Windows\\System32\\ShellHost.exe, [N/A]\n29636, C:\\Python313\\python.exe, [N/A]\n",
"model_identity": {
"kind": "int8",
"base_revision": "b3179ad355be050328e483a9dfdd9e60cd62adfa",
"files": [
{
"path": "model_index.json",
"size": 447,
"sha256": "cf1ecd104ea090855d60d8cec0895c1e9d6ee41b2f87e231b678beecd1cf7809"
},
{
"path": "processor/added_tokens.json",
"size": 707,
"sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680"
},
{
"path": "processor/chat_template.jinja",
"size": 5292,
"sha256": "3636d0f0bd6bef02654cdffdc447b79cb2cef8ab02cc75267345946291a489e4"
},
{
"path": "processor/merges.txt",
"size": 1671853,
"sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5"
},
{
"path": "processor/preprocessor_config.json",
"size": 782,
"sha256": "93585062a80db5e8ca038efc7726a3e6411d9db948472d81d63c6303993be8c5"
},
{
"path": "processor/special_tokens_map.json",
"size": 613,
"sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd"
},
{
"path": "processor/tokenizer.json",
"size": 11422654,
"sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4"
},
{
"path": "processor/tokenizer_config.json",
"size": 5445,
"sha256": "81ec7bb9530159b326c0bef1d0b6c33d392090524014ea3f0123a3c1eb9c2af5"
},
{
"path": "processor/video_preprocessor_config.json",
"size": 817,
"sha256": "59c5c9eb52182eb14c06ffb10ca9effd29adce5f238a95de23ca14a38dbd2cb1"
},
{
"path": "processor/vocab.json",
"size": 2776833,
"sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
},
{
"path": "scheduler/scheduler_config.json",
"size": 485,
"sha256": "5895f3a167c14a967fe9ac70c64924ae5acc79799e0679fd12907e594a713cd1"
},
{
"path": "text_encoder/config.json",
"size": 2487,
"sha256": "da4f7a17ffbcaef0d09f9c31cab01d77e2c25905676818279254b5a8bb371150"
},
{
"path": "text_encoder/generation_config.json",
"size": 467,
"sha256": "7dc6dd5e325f76cd2f75d428d41049e1f8ac0c4775d0800c0885b88bfe3f4c7f"
},
{
"path": "text_encoder/model-00001-of-00003.safetensors",
"size": 4999822155,
"sha256": "9b8ae3bd2a1e4884abc48c659212427bbbae06fb1bc17e7173583704fc0f6bdd"
},
{
"path": "text_encoder/model-00002-of-00003.safetensors",
"size": 4996432636,
"sha256": "d28d1a8b3994a43582acc5e2da15ff38b632fae1466f41bc7710d27ec170aa9e"
},
{
"path": "text_encoder/model-00003-of-00003.safetensors",
"size": 27729689,
"sha256": "5896ffa9e2b2a52f9d496755fde050306f21c449bd66c2526b40979033c6e244"
},
{
"path": "text_encoder/model.safetensors.index.json",
"size": 139297,
"sha256": "d3fc335d23047182f40d458efec86a4b187a766e0d1639426b6a9b7ab5b1ab8a"
},
{
"path": "transformer/config.json",
"size": 1297,
"sha256": "1a941b5389b5985cd16314641d708a1333a65748bcd3f74b1b8b1cd74b828202"
},
{
"path": "transformer/diffusion_pytorch_model-00001-of-00002.safetensors",
"size": 4989447305,
"sha256": "0d77daaa3129860f026567e0178fec4ed776f3cf2463da76a0823b9c381c3468"
},
{
"path": "transformer/diffusion_pytorch_model-00002-of-00002.safetensors",
"size": 2267331623,
"sha256": "5e1b8ee3917833687adb662830438dc612ace2cf4bff7b8898515184a888fde1"
},
{
"path": "transformer/diffusion_pytorch_model.safetensors.index.json",
"size": 77984,
"sha256": "96963ae89098cbfdb83fb09bfe0b91e34d8dfe812c65da5e1fbe452878a79ebe"
},
{
"path": "vae/config.json",
"size": 2079,
"sha256": "9785d527b278cb8b210e9f48a8028d92a4190968ce7e24c8fc85d9d1b82f6ba2"
},
{
"path": "vae/diffusion_pytorch_model.safetensors",
"size": 1350989512,
"sha256": "a07a1b7c4ee2966a1b3bdc37de9b4f983d56937e46619f709a80b6e490675417"
}
],
"fingerprint": "df2eb85e5f936d6b172d71605502055db9be34cb8590447488ce60f7e9d8dc22"
},
"model": "D:\\Git\\Qwen-Image-2.1\\models\\int8",
"load_seconds": 16.207236000000194,
"load_peak_allocated_bytes": 10023884288,
"offload": "model",
"warmup": true,
"after_load_memory": {
"allocated_bytes": 0,
"reserved_bytes": 0,
"cuda_free_bytes": 32496418816,
"cuda_total_bytes": 34162016256
},
"generator_device": "cpu",
"cases_sha256": "2663ee3d489e1eb136e02b083963b8622146fc65ac301d6acc5a6aab21e63356"
}