| { | |
| "architectures": [ | |
| "FIMImputation" | |
| ], | |
| "fim_base": "FIM4Science/fim-imputation-base", | |
| "global_normalization_times": { | |
| "name": "fim.models.blocks.MinMaxNormalization" | |
| }, | |
| "global_normalization_values": { | |
| "name": "fim.models.blocks.MinMaxNormalization" | |
| }, | |
| "loss_configs": { | |
| "loss_scale_drift": 1.0, | |
| "loss_scale_latent_embedding": 0.0, | |
| "loss_scale_unsuperv_loss": 0.0 | |
| }, | |
| "model_type": "fim_imputation", | |
| "psi_2": { | |
| "dim_model": 512, | |
| "dim_time": 1023, | |
| "dropout": 0.1, | |
| "name": "fim.models.blocks.Transformer", | |
| "num_encoder_blocks": 4, | |
| "num_heads": 8, | |
| "residual_mlp": { | |
| "dropout": 0.1, | |
| "hidden_act": { | |
| "name": "torch.nn.SELU" | |
| }, | |
| "hidden_layers": [ | |
| 512 | |
| ], | |
| "in_features": 512, | |
| "name": "fim.models.blocks.MLP", | |
| "out_features": 512, | |
| "output_act": { | |
| "name": "torch.nn.Identity" | |
| } | |
| } | |
| }, | |
| "scale_feature_mapping": { | |
| "bias": true, | |
| "in_features": 9, | |
| "name": "torch.nn.Linear", | |
| "out_features": 512 | |
| }, | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.51.3", | |
| "use_fim_normalization": true | |
| } | |