Hugging Face's logo

FIM4Science
/
fim-imputation

Transformers
Safetensors
fim_imputation
Model card Files
xet
Community
fim-imputation
File size: 1,164 Bytes 
e17995e
 
 
 
f1e65f2
e17995e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
 
{
  "architectures": [
    "FIMImputation"
  ],
  "fim_base": "FIM4Science/fim-imputation-base",
  "global_normalization_times": {
    "name": "fim.models.blocks.MinMaxNormalization"
  },
  "global_normalization_values": {
    "name": "fim.models.blocks.MinMaxNormalization"
  },
  "loss_configs": {
    "loss_scale_drift": 1.0,
    "loss_scale_latent_embedding": 0.0,
    "loss_scale_unsuperv_loss": 0.0
  },
  "model_type": "fim_imputation",
  "psi_2": {
    "dim_model": 512,
    "dim_time": 1023,
    "dropout": 0.1,
    "name": "fim.models.blocks.Transformer",
    "num_encoder_blocks": 4,
    "num_heads": 8,
    "residual_mlp": {
      "dropout": 0.1,
      "hidden_act": {
        "name": "torch.nn.SELU"
      },
      "hidden_layers": [
        512
      ],
      "in_features": 512,
      "name": "fim.models.blocks.MLP",
      "out_features": 512,
      "output_act": {
        "name": "torch.nn.Identity"
      }
    }
  },
  "scale_feature_mapping": {
    "bias": true,
    "in_features": 9,
    "name": "torch.nn.Linear",
    "out_features": 512
  },
  "torch_dtype": "float32",
  "transformers_version": "4.51.3",
  "use_fim_normalization": true
}