config.json

{
  "model_name": "OpenSML-150M",
  "format": "opensml-native-mlx-v1",
  "model": {
    "attention_impl": "vanilla",
    "bias": false,
    "ce_impl": "reference",
    "d_model": 768,
    "ffn_impl": "reference",
    "loss_dtype": "float32",
    "max_seq_len": 2048,
    "mlp_multiple_of": 256,
    "mlp_ratio": 4.0,
    "n_heads": 12,
    "n_kv_heads": 4,
    "n_layers": 20,
    "qk_norm": true,
    "vocab_size": 32000
  },
  "training_format": "plain-user-assistant-eos-v1",
  "dtype": "float32",
  "context_length": 2048,
  "weights_sha256": "cbd3e3fb4ada74d7264371b79cee7598f513b7b950f1f141ef9f1a43bd2e1b4e"
}