AjinkyaPagare's picture
optimize: AMX build, no-mmap, mlock, batch_size=512, ctx=1536
ef4f590
raw
history blame contribute delete
310 Bytes
"""
Runtime Optimization — fast-path execution and streaming.
Ultra-lightweight runtime utilities that optimize agent execution
speed and enable token-by-token streaming.
"""
from .fast_path import FastPathOptimizer
from .streaming import StreamingEngine
__all__ = ["FastPathOptimizer", "StreamingEngine"]