File size: 827 Bytes
b54cde7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | # SPDX-License-Identifier: MIT
"""
ComfyUI-TurboQuant: TQ3 KV Cache Compression
Reduces attention KV cache VRAM by ~4.5x using 3-bit Lloyd-Max
quantization with Fast Walsh-Hadamard Transform decorrelation.
Nodes:
- TurboQuant KV Patch: Patches any model for compressed KV cache
- TurboQuant Info: Shows compression stats
"""
try:
# Normal case: loaded as a package from ComfyUI/custom_nodes.
from .turboquant_nodes import NODE_CLASS_MAPPINGS, NODE_DISPLAY_NAME_MAPPINGS
except ImportError:
# Loaded as a top-level module (pytest imports this file as "__init__"
# because the repository root is a package, and flat loaders do the same).
from turboquant_nodes import NODE_CLASS_MAPPINGS, NODE_DISPLAY_NAME_MAPPINGS
__all__ = ["NODE_CLASS_MAPPINGS", "NODE_DISPLAY_NAME_MAPPINGS"]
WEB_DIRECTORY = None
|