{ "model_type": "ScalarPotentialLMSARFMassLNMultiXi", "model_family": "semsimula-splm", "vocab_size": 50257, "d": 256, "n_layers": 8, "v_hidden": 1024, "v_depth": 3, "max_len": 1024, "block_size": 512, "gamma": 0.30, "xi_channels": 4, "xi_alpha_inits": [0.25, 0.5, 0.75, 0.95], "xi_learnable": true, "mass_model": "logfreq", "integrator": "semi_implicit_euler", "ln_after_step": true, "total_parameters": 16539911, "best_val_ppl": 11.51, "training_steps": 4000, "dataset": "roneneldan/TinyStories" }