{ "model_name": "MatrixFormer", "repository": "Tabimpute/MatrixFormer", "single_model": true, "additional_training_matrices": 250000, "continuation_optimizer_updates": 62500, "parameters": 77998496, "state_dict_tensors": 254, "architecture": { "attention_dropout": 0.0, "drop_path_rate": 0.0, "embedding_dropout": 0.0, "embedding_size": 768, "ffn_dropout": 0.0, "mlp_hidden_size": 1536, "num_attention_heads": 16, "num_cls": 12, "num_layers": 8, "num_outputs": 5000, "positional_damping_factor": 0.1, "residual_scale_init": 1.0, "rms_norm_eps": 1e-06, "rope_base": 10000.0, "rope_fraction": 0.5, "use_absolute_positional_embeddings": false, "use_rope": true }, "original_checkpoint_sha256": "933850d7941afe58e5bdf838424ec7160cef9764fbcb26c6462c61c5648a3859", "original_training_config_sha256": "c2349948b2e735caa63184ec618a24219664de8d9d11ab000869c188b707ec0d", "selection": "Fixed 250k continuation snapshot selected after UCI/MissBench monitoring; not a blind holdout selection.", "inference": { "point_prediction": "distributional mean", "orientation": "standard", "default_normalization": "observed-column mean and standard deviation" }, "validation": { "strict_load": true, "safetensors_equal": true, "cpu_float32_smoke": true, "observed_entries_preserved": true }, "files": { "best_validation_checkpoint.pth": { "sha256": "933850d7941afe58e5bdf838424ec7160cef9764fbcb26c6462c61c5648a3859", "bytes": 312096387 }, "config.json": { "sha256": "4d9f0e56d57fda7a4d7077ef2ece91c80ae206542ecc585fe919b93892c0a48b", "bytes": 503 }, "model.safetensors": { "sha256": "5b581f6408d42d8f91f59110765f4113d8f094c21a7dd362133bc44515f63717", "bytes": 312026288 } } }