File size: 1,847 Bytes
4991727
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
{
  "model_name": "MatrixFormer",
  "repository": "Tabimpute/MatrixFormer",
  "single_model": true,
  "additional_training_matrices": 250000,
  "continuation_optimizer_updates": 62500,
  "parameters": 77998496,
  "state_dict_tensors": 254,
  "architecture": {
    "attention_dropout": 0.0,
    "drop_path_rate": 0.0,
    "embedding_dropout": 0.0,
    "embedding_size": 768,
    "ffn_dropout": 0.0,
    "mlp_hidden_size": 1536,
    "num_attention_heads": 16,
    "num_cls": 12,
    "num_layers": 8,
    "num_outputs": 5000,
    "positional_damping_factor": 0.1,
    "residual_scale_init": 1.0,
    "rms_norm_eps": 1e-06,
    "rope_base": 10000.0,
    "rope_fraction": 0.5,
    "use_absolute_positional_embeddings": false,
    "use_rope": true
  },
  "original_checkpoint_sha256": "933850d7941afe58e5bdf838424ec7160cef9764fbcb26c6462c61c5648a3859",
  "original_training_config_sha256": "c2349948b2e735caa63184ec618a24219664de8d9d11ab000869c188b707ec0d",
  "selection": "Fixed 250k continuation snapshot selected after UCI/MissBench monitoring; not a blind holdout selection.",
  "inference": {
    "point_prediction": "distributional mean",
    "orientation": "standard",
    "default_normalization": "observed-column mean and standard deviation"
  },
  "validation": {
    "strict_load": true,
    "safetensors_equal": true,
    "cpu_float32_smoke": true,
    "observed_entries_preserved": true
  },
  "files": {
    "best_validation_checkpoint.pth": {
      "sha256": "933850d7941afe58e5bdf838424ec7160cef9764fbcb26c6462c61c5648a3859",
      "bytes": 312096387
    },
    "config.json": {
      "sha256": "4d9f0e56d57fda7a4d7077ef2ece91c80ae206542ecc585fe919b93892c0a48b",
      "bytes": 503
    },
    "model.safetensors": {
      "sha256": "5b581f6408d42d8f91f59110765f4113d8f094c21a7dd362133bc44515f63717",
      "bytes": 312026288
    }
  }
}