| { | |
| "model_type": "chronicle", | |
| "architectures": ["Chronicle"], | |
| "checkpoints": ["stage-1", "stage-2"], | |
| "default_checkpoint": "stage-2", | |
| "sequence_len": 4096, | |
| "vocab_size": 131072, | |
| "n_layer": 16, | |
| "n_head": 8, | |
| "n_kv_head": 4, | |
| "n_embd": 1024, | |
| "patch_len": 32, | |
| "num_quantiles": 21, | |
| "torch_dtype": "bfloat16" | |
| } | |