MatrixFormer / release.json
Tabimpute's picture
Release single MatrixFormer checkpoint after 250k additional synthetic matrices
4991727 verified
Raw History Blame Contribute Delete
1.85 kB
{
"model_name": "MatrixFormer",
"repository": "Tabimpute/MatrixFormer",
"single_model": true,
"additional_training_matrices": 250000,
"continuation_optimizer_updates": 62500,
"parameters": 77998496,
"state_dict_tensors": 254,
"architecture": {
"attention_dropout": 0.0,
"drop_path_rate": 0.0,
"embedding_dropout": 0.0,
"embedding_size": 768,
"ffn_dropout": 0.0,
"mlp_hidden_size": 1536,
"num_attention_heads": 16,
"num_cls": 12,
"num_layers": 8,
"num_outputs": 5000,
"positional_damping_factor": 0.1,
"residual_scale_init": 1.0,
"rms_norm_eps": 1e-06,
"rope_base": 10000.0,
"rope_fraction": 0.5,
"use_absolute_positional_embeddings": false,
"use_rope": true
},
"original_checkpoint_sha256": "933850d7941afe58e5bdf838424ec7160cef9764fbcb26c6462c61c5648a3859",
"original_training_config_sha256": "c2349948b2e735caa63184ec618a24219664de8d9d11ab000869c188b707ec0d",
"selection": "Fixed 250k continuation snapshot selected after UCI/MissBench monitoring; not a blind holdout selection.",
"inference": {
"point_prediction": "distributional mean",
"orientation": "standard",
"default_normalization": "observed-column mean and standard deviation"
},
"validation": {
"strict_load": true,
"safetensors_equal": true,
"cpu_float32_smoke": true,
"observed_entries_preserved": true
},
"files": {
"best_validation_checkpoint.pth": {
"sha256": "933850d7941afe58e5bdf838424ec7160cef9764fbcb26c6462c61c5648a3859",
"bytes": 312096387
},
"config.json": {
"sha256": "4d9f0e56d57fda7a4d7077ef2ece91c80ae206542ecc585fe919b93892c0a48b",
"bytes": 503
},
"model.safetensors": {
"sha256": "5b581f6408d42d8f91f59110765f4113d8f094c21a7dd362133bc44515f63717",
"bytes": 312026288
}
}
}