| { | |
| "library_name": "deepj", | |
| "model_type": "deepj-prism", | |
| "checkpoint_format_version": 1, | |
| "tokenizer_format_version": 1, | |
| "vocab_size": 2048, | |
| "max_seq_len": 128, | |
| "d_model": 128, | |
| "n_heads": 4, | |
| "n_layers": 4, | |
| "d_ff": 384, | |
| "q_rank": 64, | |
| "kv_rank": 32, | |
| "init_scale": 0.2, | |
| "grad_clip_norm": 1.0 | |
| } | |