Prisma / __init__.py
y3i12's picture
fixes DynamicCache handling in model conversion
c855cdb
"""
Circuits: Minimal Transformer for Semantic Circuitry Experiments.
A clean, self-contained transformer implementation designed for
experimenting with neural networks.
"""
from .config import CircuitConfig
from .model import CircuitTransformer, count_parameters
from .mirrored import MirroredConfig, MirroredTransformer, count_mirrored_parameters
from .data import get_tokenizer, load_data, create_dataloader, TextDataset
from .graft_g2lu import G2LU_GraftedModel, G2LU_MLP, load_g2lu_model
from .configuration_prisma import PrismaConfig
from .modeling_prisma import PrismaForCausalLM
__all__ = [
"CircuitConfig",
"CircuitTransformer",
"count_parameters",
"MirroredConfig",
"MirroredTransformer",
"count_mirrored_parameters",
"get_tokenizer",
"load_data",
"create_dataloader",
"TextDataset",
"G2LU_GraftedModel",
"G2LU_MLP",
"load_g2lu_model",
"PrismaConfig",
"PrismaForCausalLM",
]