config.json

{
  "model_type": "ScalarPotentialLMSARFMassLNMultiXi",
  "model_family": "semsimula-splm",
  "vocab_size": 50257,
  "d": 256,
  "n_layers": 8,
  "v_hidden": 1024,
  "v_depth": 3,
  "max_len": 1024,
  "block_size": 512,
  "gamma": 0.30,
  "xi_channels": 4,
  "xi_alpha_inits": [0.25, 0.5, 0.75, 0.95],
  "xi_learnable": true,
  "mass_model": "logfreq",
  "integrator": "semi_implicit_euler",
  "ln_after_step": true,
  "total_parameters": 16539911,
  "best_val_ppl": 11.51,
  "training_steps": 4000,
  "dataset": "roneneldan/TinyStories"
}