cesarali commited on
Commit
6f3e50b
·
verified ·
1 Parent(s): a766a25

best val_rmse 0.5103

Browse files
Files changed (2) hide show
  1. config.json +203 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,203 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_val_loss": 0.5102683305740356,
3
+ "comet_ai_key": null,
4
+ "context_observations": {
5
+ "add_rem": true,
6
+ "max_num_obs": 15,
7
+ "max_past": 5,
8
+ "min_past": 3,
9
+ "obs_dataset": "/home/ojedamarin/Projects/Pharma/generative_pk/data/preprocessed/lenuzza/Lenuzza2016.csv",
10
+ "past_time_ratio": 0.1,
11
+ "split_past_future": false,
12
+ "type": "pk_peak_half_life"
13
+ },
14
+ "debug_test": true,
15
+ "dosing": {
16
+ "logdose_mean_range": [
17
+ -2.0,
18
+ 2.0
19
+ ],
20
+ "logdose_std_range": [
21
+ 0.1,
22
+ 0.5
23
+ ],
24
+ "num_individuals": 10,
25
+ "route_options": [
26
+ "oral",
27
+ "oral"
28
+ ],
29
+ "route_weights": [
30
+ 0.8,
31
+ 0.2
32
+ ],
33
+ "same_route": true,
34
+ "time": 0.0
35
+ },
36
+ "experiment_dir": "/home/cesarali/Pharma/sim_priors_pk/results/comet/functional-flow-pk/d5c6cd390b1a42b4b4c757e82b18c16f",
37
+ "experiment_indentifier": null,
38
+ "experiment_name": "functional-flow-pk",
39
+ "hf_model_card_path": [
40
+ "hf_model_cards",
41
+ "FFLOW-PK_Readme.md"
42
+ ],
43
+ "hf_model_name": "FFlowPK_cluster",
44
+ "hugging_face_token": null,
45
+ "meta_study": {
46
+ "band_scale_range": [
47
+ 0.05,
48
+ 1.0
49
+ ],
50
+ "baseline_range": [
51
+ 0.6,
52
+ 1.4
53
+ ],
54
+ "decay_rate_range": [
55
+ 0.001,
56
+ 0.2
57
+ ],
58
+ "drug_id_options": [
59
+ "DummyDrug"
60
+ ],
61
+ "num_individuals": 20,
62
+ "num_individuals_range": [
63
+ 16,
64
+ 16
65
+ ],
66
+ "num_peripherals_range": [
67
+ 1,
68
+ 3
69
+ ],
70
+ "p1": 0.0,
71
+ "simple_mode": true,
72
+ "solver_method": "dummy",
73
+ "time_num_steps": 40,
74
+ "time_start": 0.0,
75
+ "time_stop": 24.0
76
+ },
77
+ "mix_data": {
78
+ "evaluate_prediction_steps_past": 5,
79
+ "keep_tempfile": false,
80
+ "log_transform": false,
81
+ "n_of_databatches": null,
82
+ "n_of_permutations": 3,
83
+ "n_of_target_individuals": 1,
84
+ "normalize_by_max": true,
85
+ "normalize_time": true,
86
+ "pretraining_epochs": 800,
87
+ "pretraining_protocol": "none",
88
+ "recreate_tempfile": false,
89
+ "split_seed": 42,
90
+ "split_strategy": "study",
91
+ "store_in_tempfile": false,
92
+ "tempfile_path": [
93
+ "preprocessed",
94
+ "simulated_ou_as_rates"
95
+ ],
96
+ "test_empirical_datasets": [
97
+ "cesarali/Indometacin"
98
+ ],
99
+ "test_protocol": "simulated",
100
+ "test_size": 64,
101
+ "tqdm_progress": false,
102
+ "train_size": 320,
103
+ "val_protocol": "simulated",
104
+ "val_size": 64,
105
+ "z_score_normalization": false
106
+ },
107
+ "model_type": "node_pk",
108
+ "my_results_path": null,
109
+ "name_str": "FlowPK",
110
+ "network": {
111
+ "activation": "ReLU",
112
+ "aggregator_num_heads": 8,
113
+ "aggregator_type": "attention",
114
+ "combine_latent_mode": "mlp",
115
+ "cov_proj_dim": 16,
116
+ "decoder_attention_layers": 2,
117
+ "decoder_hidden_dim": 512,
118
+ "decoder_name": "TransformerVectorField",
119
+ "decoder_num_layers": 4,
120
+ "decoder_rnn_hidden_dim": 256,
121
+ "drift_activation": "Tanh",
122
+ "drift_num_layers": 2,
123
+ "dropout": 0.1,
124
+ "encoder_rnn_hidden_dim": 256,
125
+ "exclusive_node_step": false,
126
+ "ignore_logvar": true,
127
+ "individual_encoder_name": "RNNContextEncoder",
128
+ "individual_encoder_number_of_heads": 4,
129
+ "init_hidden_num_layers": 4,
130
+ "input_encoding_hidden_dim": 128,
131
+ "kl_weight": 1.0,
132
+ "loss_name": "rmse",
133
+ "node_step": true,
134
+ "norm": "layer",
135
+ "output_head_num_layers": 3,
136
+ "prediction_latent_deterministic": false,
137
+ "prediction_only": false,
138
+ "reconstruction_only": false,
139
+ "rnn_decoder_number_of_layers": 4,
140
+ "rnn_individual_encoder_number_of_layers": 4,
141
+ "study_latent_deterministic": false,
142
+ "time_obs_encoder_hidden_dim": 256,
143
+ "time_obs_encoder_output_dim": 256,
144
+ "use_attention": true,
145
+ "use_invariance_loss": true,
146
+ "use_kl_i": true,
147
+ "use_kl_i_np": true,
148
+ "use_kl_init": true,
149
+ "use_kl_s": true,
150
+ "use_self_attention": true,
151
+ "use_time_deltas": true,
152
+ "zi_latent_dim": 256
153
+ },
154
+ "run_index": 0,
155
+ "tags": [
156
+ "SIM_PRIOR",
157
+ "FlowPK",
158
+ "NodePK"
159
+ ],
160
+ "target_observations": {
161
+ "add_rem": true,
162
+ "max_num_obs": 15,
163
+ "max_past": 5,
164
+ "min_past": 3,
165
+ "obs_dataset": "/home/ojedamarin/Projects/Pharma/generative_pk/data/preprocessed/lenuzza/Lenuzza2016.csv",
166
+ "past_time_ratio": 0.1,
167
+ "split_past_future": false,
168
+ "type": "pk_peak_half_life"
169
+ },
170
+ "train": {
171
+ "amsgrad": false,
172
+ "batch_size": 32,
173
+ "betas": [
174
+ 0.9,
175
+ 0.999
176
+ ],
177
+ "epochs": 20,
178
+ "eps": 1e-08,
179
+ "gradient_clip_val": 1.0,
180
+ "learning_rate": 0.0001,
181
+ "log_empirical_evaluation_pct": 0.25,
182
+ "log_image_every_epoch_pct": 0.25,
183
+ "log_interval": 1,
184
+ "log_prediction_in_val": true,
185
+ "log_reconstruction_in_val": true,
186
+ "log_vcp": false,
187
+ "num_batch_plot": 1,
188
+ "num_workers": 8,
189
+ "optimizer_name": "AdamW",
190
+ "persistent_workers": true,
191
+ "scheduler_name": "CosineAnnealingLR",
192
+ "scheduler_params": {
193
+ "T_max": 1000,
194
+ "eta_min": 5e-05,
195
+ "last_epoch": -1
196
+ },
197
+ "shuffle_val": true,
198
+ "weight_decay": 0.0001
199
+ },
200
+ "transformers_version": "4.52.4",
201
+ "upload_to_hf_hub": false,
202
+ "verbose": false
203
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a828d906b4c43cff0cd51009b2b1aab86551fa13f7eff8b09018576e39378a2
3
+ size 39284635