Spaces:
Running
Running
MVP1: working prototype of transformer ablation playground. web app for composing tiny transformer architectures, running real inference, and seeing how each architectural switch affects cost and quality. Hash-stable arch_config shared between Python and TS; closed-form cost formulas parity-tested against actual sum(p.numel())
84702bc Download ablation/sample.py from philippyt/ablation-lab: direct link, hf CLI and curl.
- Browser
- Download file 1.58 kB
-
https://huggingface.co/spaces/philippyt/ablation-lab/resolve/main/ablation/sample.py
- Command line
-
hf download hf://spaces/philippyt/ablation-lab/ablation/sample.py
-
curl -L -o sample.py https://huggingface.co/spaces/philippyt/ablation-lab/resolve/main/ablation/sample.py
1.58 kB
| from __future__ import annotations | |
| import argparse | |
| import torch | |
| from .checkpoints import load_checkpoint | |
| from .config import arch_config_from_dict | |
| from .model import TinyTransformer | |
| from .tokenizer import CharTokenizer | |
| def main() -> None: | |
| parser = argparse.ArgumentParser() | |
| parser.add_argument("--hash", required=True, help="Architecture hash from manifest.json") | |
| parser.add_argument("--prompt", default="\n", help="Prompt to condition on") | |
| parser.add_argument("--max-tokens", type=int, default=200) | |
| parser.add_argument("--temperature", type=float, default=0.8) | |
| parser.add_argument("--top-k", type=int, default=None) | |
| parser.add_argument("--device", default="cpu") | |
| args = parser.parse_args() | |
| ckpt = load_checkpoint(args.hash, map_location=args.device) | |
| arch_cfg = arch_config_from_dict(ckpt["arch_config"]) | |
| tokenizer = CharTokenizer.from_state(ckpt["tokenizer_state"]) | |
| model = TinyTransformer(arch_cfg).to(args.device) | |
| model.load_state_dict(ckpt["state_dict"]) | |
| model.eval() | |
| prompt_ids = tokenizer.encode(args.prompt) | |
| if not prompt_ids: | |
| prompt_ids = [0] | |
| idx = torch.tensor([prompt_ids], dtype=torch.long, device=args.device) | |
| print(args.prompt, end="", flush=True) | |
| for tok in model.generate( | |
| idx, | |
| max_new_tokens=args.max_tokens, | |
| temperature=args.temperature, | |
| top_k=args.top_k, | |
| ): | |
| print(tokenizer.decode([tok]), end="", flush=True) | |
| print() | |
| print(f"\n[val_loss={ckpt.get('final_val_loss', float('nan')):.4f}]") | |
| if __name__ == "__main__": | |
| main() |