Upload 8 files

.gitattributes

@@ -35,3 +35,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 callbacks.sav filter=lfs diff=lfs merge=lfs -text
 datamodule.sav filter=lfs diff=lfs merge=lfs -text
+FTTransformerModel/callbacks.sav filter=lfs diff=lfs merge=lfs -text
+FTTransformerModel/datamodule.sav filter=lfs diff=lfs merge=lfs -text

FTTransformerModel/callbacks.sav

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58c3bd1c4052c9727b11d97dfe23bcd54caccfdc02e4086e7a45cc03763d400
+size 10785759

FTTransformerModel/config.yml

@@ -0,0 +1,112 @@
+target:
+- cardio
+continuous_cols:
+- age
+- height
+- weight
+- ap_hi
+- ap_lo
+- bmi
+- pulse_pressure
+categorical_cols:
+- gender
+- cholesterol
+- gluc
+- smoke
+- alco
+- active
+- hypertension
+date_columns: []
+encode_date_columns: true
+validation_split: 0.2
+continuous_feature_transform: null
+normalize_continuous_features: true
+quantile_noise: 0
+num_workers: 0
+pin_memory: true
+handle_unknown_categories: true
+handle_missing_values: true
+task: classification
+head: LinearHead
+head_config:
+  layers: ''
+embedding_dims: null
+embedding_dropout: 0.1
+batch_norm_continuous_input: true
+learning_rate: 0.0006
+loss: CrossEntropyLoss
+metrics:
+- accuracy
+metrics_prob_input:
+- false
+metrics_params:
+- {}
+target_range: null
+virtual_batch_size: null
+seed: 42
+_module_src: models.ft_transformer
+_model_name: FTTransformerModel
+_backbone_name: FTTransformerBackbone
+_config_name: FTTransformerConfig
+input_embed_dim: 32
+embedding_initialization: kaiming_uniform
+embedding_bias: true
+share_embedding: false
+share_embedding_strategy: fraction
+shared_embedding_fraction: 0.25
+attn_feature_importance: true
+num_heads: 8
+num_attn_blocks: 3
+transformer_head_dim: null
+attn_dropout: 0.1
+add_norm_dropout: 0.1
+ff_dropout: 0.1
+ff_hidden_multiplier: 4
+transformer_activation: GEGLU
+batch_size: 512
+data_aware_init_batch_size: 2000
+fast_dev_run: false
+max_epochs: 100
+min_epochs: 1
+max_time: null
+accelerator: auto
+devices: -1
+devices_list: null
+accumulate_grad_batches: 1
+auto_lr_find: false
+auto_select_gpus: true
+check_val_every_n_epoch: 1
+gradient_clip_val: 0.0
+overfit_batches: 0.0
+deterministic: false
+profiler: null
+early_stopping: valid_loss
+early_stopping_min_delta: 0.001
+early_stopping_mode: min
+early_stopping_patience: 10
+early_stopping_kwargs: {}
+checkpoints: valid_loss
+checkpoints_path: saved_models
+checkpoints_every_n_epochs: 1
+checkpoints_name: null
+checkpoints_mode: min
+checkpoints_save_top_k: 1
+checkpoints_kwargs: {}
+load_best: true
+track_grad_norm: -1
+progress_bar: rich
+precision: 32
+trainer_kwargs: {}
+project_name: CVD_FTTransformer
+run_name: run_01
+exp_watch: null
+log_target: tensorboard
+log_logits: false
+exp_log_freq: 100
+optimizer: Adam
+optimizer_params: {}
+lr_scheduler: null
+lr_scheduler_params: {}
+lr_scheduler_monitor_metric: valid_loss
+categorical_dim: 7
+enable_checkpointing: true

FTTransformerModel/datamodule.sav

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52132389d4c4916601ccd5be471915265a0a157228f905e7b5f0995cb53d6dfe
+size 5169054

FTTransformerModel/encoder.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16ade78b38c8a40b81d005bc492366928bbc61f94e10952f644918ba4e2b446
+size 641

FTTransformerModel/model.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1fe64ebf84130e8238cd31a78fd0b78c31322cbbb617786485a6703c63e590
+size 1741182

FTTransformerModel/threshold.json

@@ -0,0 +1 @@
+{"threshold": 0.38}