File size: 980 Bytes
56e82ec c855cdb 56e82ec c855cdb 56e82ec | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 | """
Circuits: Minimal Transformer for Semantic Circuitry Experiments.
A clean, self-contained transformer implementation designed for
experimenting with neural networks.
"""
from .config import CircuitConfig
from .model import CircuitTransformer, count_parameters
from .mirrored import MirroredConfig, MirroredTransformer, count_mirrored_parameters
from .data import get_tokenizer, load_data, create_dataloader, TextDataset
from .graft_g2lu import G2LU_GraftedModel, G2LU_MLP, load_g2lu_model
from .configuration_prisma import PrismaConfig
from .modeling_prisma import PrismaForCausalLM
__all__ = [
"CircuitConfig",
"CircuitTransformer",
"count_parameters",
"MirroredConfig",
"MirroredTransformer",
"count_mirrored_parameters",
"get_tokenizer",
"load_data",
"create_dataloader",
"TextDataset",
"G2LU_GraftedModel",
"G2LU_MLP",
"load_g2lu_model",
"PrismaConfig",
"PrismaForCausalLM",
]
|