| { | |
| "name": "ipa-medium", | |
| "representation": "ipa", | |
| "variant": "merged", | |
| "num_layers": 16, | |
| "num_heads": 8, | |
| "model_dim": 1024, | |
| "head_dim": 128, | |
| "vocab_size": 100000, | |
| "padded_vocab": 100096, | |
| "eot_token": 2, | |
| "doc_mask_token": 50256, | |
| "long_window": 1792, | |
| "short_window": 896, | |
| "max_seq_len": 4096, | |
| "train_step": 116550, | |
| "num_iterations": 192486, | |
| "pct_trained": 60.5, | |
| "recorded_val_loss": 2.7924, | |
| "tokenizer_file": "bpe-8lang-ipa-stripped-100k-tokenizer.json" | |
| } |