ComfyUI-TurboQuant / __init__.py
elyanlabs's picture
Source snapshot of github.com/Scottcjn/ComfyUI-TurboQuant@035a13b
b54cde7 verified
Raw History Blame Contribute Delete
827 Bytes
# SPDX-License-Identifier: MIT
"""
ComfyUI-TurboQuant: TQ3 KV Cache Compression
Reduces attention KV cache VRAM by ~4.5x using 3-bit Lloyd-Max
quantization with Fast Walsh-Hadamard Transform decorrelation.
Nodes:
- TurboQuant KV Patch: Patches any model for compressed KV cache
- TurboQuant Info: Shows compression stats
"""
try:
# Normal case: loaded as a package from ComfyUI/custom_nodes.
from .turboquant_nodes import NODE_CLASS_MAPPINGS, NODE_DISPLAY_NAME_MAPPINGS
except ImportError:
# Loaded as a top-level module (pytest imports this file as "__init__"
# because the repository root is a package, and flat loaders do the same).
from turboquant_nodes import NODE_CLASS_MAPPINGS, NODE_DISPLAY_NAME_MAPPINGS
__all__ = ["NODE_CLASS_MAPPINGS", "NODE_DISPLAY_NAME_MAPPINGS"]
WEB_DIRECTORY = None