SimonCrouzet commited on
Commit
0d20f28
·
verified ·
1 Parent(s): 2ce8474

Upload Tm2_3595cc57

Browse files
Tm2_3595cc57/config.yaml ADDED
@@ -0,0 +1,523 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # GinkgoAbDev Default Configuration
2
+ # This config drives all modeling choices and hyperparameters
3
+
4
+ # =============================================================================
5
+ # GENERAL SETTINGS
6
+ # =============================================================================
7
+ project_name: "GinkgoAbDev"
8
+ experiment_name: "default_experiment"
9
+ random_seed: 42
10
+ device: "cuda" # cuda, cpu, mps
11
+
12
+ # Environment settings
13
+ disable_tokenizers_parallelism: true # Disable HuggingFace tokenizers parallelism (avoids fork warnings)
14
+
15
+ # =============================================================================
16
+ # DATA SETTINGS
17
+ # =============================================================================
18
+ data:
19
+ gdpa1_path: "inputs/GDPa1_complete.csv"
20
+ flab_path: "external/FLAb-main/data"
21
+ heldout_path: "inputs/GDPa1_v1.2_20250814_heldout.csv"
22
+
23
+ # Cross-validation settings (REQUIRED: use hierarchical_cluster_IgG_isotype_stratified_fold)
24
+ cv_fold_column: "hierarchical_cluster_IgG_isotype_stratified_fold"
25
+ n_folds: 5
26
+
27
+ # Sequence columns
28
+ heavy_chain_col: "vh_protein_sequence"
29
+ light_chain_col: "vl_protein_sequence"
30
+
31
+ # AHO-aligned sequences (alternative to original sequences)
32
+ # Set use_aho_aligned: true to use heavy_aligned_aho and light_aligned_aho columns
33
+ # IMPORTANT: Requires separate precomputed embeddings for aligned sequences!
34
+ use_aho_aligned: false
35
+
36
+ # Full-chain sequences (includes constant regions)
37
+ # Set use_full_chain: true to use hc_protein_sequence and lc_protein_sequence columns
38
+ # Benefits: Captures IgG subclass differences (e.g., IgG1 vs IgG2 CH2 domain affects Tm2)
39
+ # Mutually exclusive with use_aho_aligned
40
+ # IMPORTANT: Requires separate precomputed embeddings with _fullchain suffix!
41
+ use_full_chain: false
42
+
43
+ # Competition: 5 properties (direct assay names from competition)
44
+ # Valid property names: AC-SINS_pH7.4, PR_CHO, HIC, Tm2, Titer
45
+ properties:
46
+ hydrophobicity:
47
+ assays: ["HIC"]
48
+ display_name: "💧 Hydrophobicity"
49
+ polyreactivity:
50
+ assays: ["PR_CHO"]
51
+ display_name: "🎯 Polyreactivity"
52
+ self_association:
53
+ assays: ["AC-SINS_pH7.4"]
54
+ display_name: "🧲 Self-association"
55
+ thermostability:
56
+ assays: ["Tm2"]
57
+ display_name: "🌡️ Thermostability"
58
+ titer:
59
+ assays: ["Titer"]
60
+ display_name: "🧪 Titer"
61
+
62
+ # Data augmentation with FLAb
63
+ use_flab_pretrain: true
64
+ flab_binding_datasets:
65
+ - "binding" # 3.9M datapoints
66
+ flab_developability_datasets:
67
+ - "aggregation/jain2017biophyscial_HICRT.csv"
68
+ - "aggregation/jain2017biophysical_ACSINS.csv"
69
+ - "thermostability/jain2017biophysical_Tm.csv"
70
+ - "expression/jain2017biophysical_HEK.csv"
71
+ - "polyreactivity/jain2017biophysical_PSR.csv"
72
+
73
+ # =============================================================================
74
+ # ENCODER SETTINGS
75
+ # =============================================================================
76
+ # Two-stage training strategy:
77
+ # 1. Default: Encoder frozen (freeze_encoder: true) - trains only decoder
78
+ # 2. Fine-tuning: Set freeze_encoder: false to unfreeze encoder for full fine-tuning
79
+ #
80
+ # UNIFIED ENCODER INTERFACE:
81
+ # - Specify which encoders to use via encoder_types list
82
+ # - Single encoder: encoder_types: ["esmc_6b"]
83
+ # - Multiple encoders: encoder_types: ["esmc_6b", "antiberty", "prott5"]
84
+ # - The system automatically handles fusion when using multiple encoders
85
+ #
86
+ # To unfreeze encoder for fine-tuning:
87
+ # - Set freeze_encoder: false
88
+ encoder:
89
+ # Fusion strategy (only relevant when using multiple encoders)
90
+ fusion_strategy: "concat" # Options: concat, weighted, attention, gated
91
+
92
+ # Encoders use native dimensions hard-coded in source files (zero information loss):
93
+ # - antiberty: 512 dims (native)
94
+ # - esm2_650M: 1280 dims (native)
95
+ # - esmc_300m: 960 dims (native)
96
+ # - esmc_600m: 1152 dims (native)
97
+ # - esmc_6b: 2560 dims (native)
98
+ # - prott5: 1024 dims (native)
99
+
100
+ # General encoder settings
101
+ freeze_encoder: true # Freeze encoder by default (feature extraction mode)
102
+ use_heavy: true
103
+ use_light: true
104
+ pooling: null # Options: mean, cls, max, sliced_wasserstein
105
+
106
+ # Per-encoder specific configs (optional, to override model names or other settings)
107
+ encoder_configs:
108
+ antiberty:
109
+ model_name: "alchemab/antiberty"
110
+ # Uses native 512 dims (hard-coded in source)
111
+ esm2:
112
+ model_name: "facebook/esm2_t33_650M_UR50D" # Options: t6_8M, t12_35M, t30_150M, t33_650M, t36_3B
113
+ # Uses native 1280 dims for t33_650M (hard-coded in source)
114
+ esmc:
115
+ model_name: "esmc_6b" # Default ESM-C model
116
+ # Uses native 2560 dims for 6B (hard-coded in source, zero information loss)
117
+ # precomputed_embeddings_path: Auto-detected from source_csv_path + checksum
118
+ # source_csv_path: Provided by training script (defaults to data.gdpa1_path)
119
+ esmc_300m:
120
+ model_name: "esmc_300m"
121
+ # Uses native 960 dims (hard-coded in source)
122
+ esmc_600m:
123
+ model_name: "esmc_600m"
124
+ # Uses native 1152 dims (hard-coded in source)
125
+ esmc_6b:
126
+ model_name: "esmc_6b"
127
+ # Uses native 2560 dims (hard-coded in source)
128
+ prott5:
129
+ model_name: "Rostlab/prot_t5_xl_uniref50"
130
+ # Uses native 1024 dims (hard-coded in source)
131
+
132
+ # =============================================================================
133
+ # DECODER SETTINGS
134
+ # =============================================================================
135
+ decoder:
136
+ type: "attention" # Options: mlp, attention
137
+
138
+ # MLP Decoder (simple baseline configuration)
139
+ mlp:
140
+ hidden_dims: [256, 128]
141
+ activation: "relu" # relu, gelu, silu
142
+ dropout: 0.2
143
+ batch_norm: true
144
+ pooling_strategy: "mean" # Options: mean, sliced_wasserstein
145
+ output_activation: "none" # Options: none, softplus, sigmoid, exp
146
+ # Output activation explained:
147
+ # - none: Linear output (default, good for normalized targets)
148
+ # - softplus: Smooth strictly positive (good for Titer if not normalized)
149
+ # - sigmoid: Bounded [0, 1] (good for probabilities)
150
+ # - exp: Exponential e^x (strictly positive, handles large ranges)
151
+
152
+ # Attention Decoder (works on pooled embeddings with cross-attention)
153
+ # Uses pre-normalization (LayerNorm before attention/FFN)
154
+ attention:
155
+ n_heads: 4
156
+ hidden_dim: 768 # Balance between information preservation and gradient stability
157
+ n_layers: 2
158
+ n_output_layers: 1 # Output MLP: 768 → 384 → 192 → 1 (÷2 each step)
159
+ dropout: 0.3
160
+
161
+ # Pooling strategy for sequence dimension
162
+ # Options: null/mean (average), attention (learnable position importance)
163
+ pooling_strategy: "mean" # null or 'mean' for averaging, 'attention' to learn position importance
164
+
165
+ # Cross-attention and fusion
166
+ attention_strategy: "self_cross" # Options: bidirectional_cross, self_cross, self_only
167
+ use_learnable_chain_fusion: "none" # Options: "none" (50/50 average), "per_chain" (1 weight for VH/VL balance), "per_dim" (separate weight per feature dimension)
168
+ use_output_norm: false # Options: true (LayerNorm between output head layers), false (no norm)
169
+
170
+ # Output activation (applied AFTER denormalization by target_transform)
171
+ # Default for all properties (override in property_specific if needed)
172
+ output_activation: "none" # Options: none, softplus, sigmoid, exp
173
+ # IMPORTANT: output_activation vs target_transform:
174
+ # - target_transform: Normalizes TARGETS during training (y_true), applied in DataModule
175
+ # Models train on normalized scale (mean≈0, std≈1)
176
+ # Predictions are DENORMALIZED back to original scale
177
+ # - output_activation: Applied to MODEL OUTPUT (y_pred) AFTER denormalization
178
+ # Only use if you need constraints BEYOND normalization
179
+ # RECOMMENDATION: Use target_transform (z_score/log_zscore) + output_activation="none"
180
+ # Only use non-none activation if absolutely needed (rare!)
181
+ #
182
+ # When to use each output_activation:
183
+ # - none: Default - use with target normalization (99% of cases)
184
+ # - softplus: Force strictly positive outputs (redundant if using log_zscore transform)
185
+ # - sigmoid: Force bounded [0,1] outputs (only for probability-like targets)
186
+ # - exp: Force strictly positive with exponential growth (avoid - causes instability)
187
+
188
+ # Attention strategies explained:
189
+ # - bidirectional_cross: VH ↔ VL cross-attention (best for interface-dependent properties)
190
+ # - self_cross: Self-attention within each chain, then cross-attention (captures both local & interface)
191
+ # - self_only: Self-attention on separate chains, then concatenate (for chain-independent properties)
192
+ #
193
+ # New features:
194
+ # - pooling_strategy='attention': Learn which sequence positions are important (vs mean pooling)
195
+ # - use_learnable_chain_fusion: "per_chain" or "per_dim" to learn property-specific VH/VL weights (vs "none" for 50/50)
196
+
197
+ # =============================================================================
198
+ # ANTIBODY FEATURES
199
+ # =============================================================================
200
+ # Sequence-based developability features extracted from VH/VL sequences.
201
+ # Can be concatenated to embeddings for enhanced prediction.
202
+ # Requires: abnumber (pip), biophi (bioconda), scalop (bioconda)
203
+ antibody_features:
204
+ enabled: true # Enable by default (phase 4.3 shows benefits for most properties)
205
+ use_abnumber: true # abnumber-based features (germline, CDR lengths, mutations)
206
+ use_biophi: true # BioPhi humanness scores
207
+ use_scalop: true # ScaLoP canonical structure classes
208
+ use_sequence_features: true # Pure Python sequence features (liabilities, charge, pI)
209
+ cdr_definition: "north" # CDR definition: north (default), chothia, kabat, imgt
210
+ cache_abnumber: true # Cache abnumber results for performance
211
+ normalize_antibody_features: true # Z-score normalization (default from phase 4.3)
212
+ projection_dim: null # No projection by default (property-specific overrides below)
213
+
214
+ # =============================================================================
215
+ # TRAINING SETTINGS
216
+ # =============================================================================
217
+ training:
218
+ # Two-stage training: pre-train on FLAb, fine-tune on GDPa1
219
+ do_pretrain: false # Skip pretraining by default (use for baseline experiments)
220
+ do_finetune: true
221
+
222
+ # Pre-training (on FLAb binding data)
223
+ pretrain:
224
+ max_epochs: 50
225
+ batch_size: 32
226
+ learning_rate: 0.0001
227
+ weight_decay: 0.01
228
+ scheduler: "cosine" # cosine, plateau, step
229
+ warmup_epochs: 2
230
+ early_stopping_patience: 10
231
+
232
+ # Fine-tuning (on GDPa1 developability)
233
+ finetune:
234
+ max_epochs: 75
235
+ batch_size: 16
236
+ learning_rate: 0.00001
237
+ weight_decay: 0.01
238
+ scheduler: "cosine"
239
+ warmup_epochs: 2
240
+ early_stopping_patience: 15
241
+
242
+ # Optimizer
243
+ optimizer: "adamw" # adam, adamw, sgd
244
+
245
+ # Weight initialization
246
+ use_xavier_init: false # Use Xavier uniform initialization for decoder weights
247
+ xavier_gain: 0.1 # Gain for Xavier init (small value for pre-norm, typical: 0.1-1.0)
248
+
249
+ # Loss function
250
+ loss: "mae" # Options: mae, huber (mse and smooth_l1 also available)
251
+ # Loss function notes:
252
+ # - mae: Mean Absolute Error (L1) - robust to outliers, good for skewed distributions
253
+ # - huber: Hybrid of L2 (small errors) and L1 (large errors) - balanced, handles outliers
254
+ # Primary metric for evaluation: Spearman correlation across CV folds
255
+
256
+ # Gradient clipping
257
+ gradient_clip_val: 1.0
258
+
259
+ # Stochastic Weight Averaging (SWA) - averages weights for better generalization
260
+ use_swa: false
261
+ swa_lr_factor: 0.2 # SWA LR as fraction of base LR (1/5th for stability)
262
+ swa_epoch_start: 0.6 # Start SWA at 60% of training (e.g., epoch 30 of 50)
263
+ swa_annealing_epochs: 10 # Number of epochs for annealing
264
+ swa_annealing_strategy: "cos" # Annealing strategy: "cos" or "linear"
265
+
266
+ # =============================================================================
267
+ # PROPERTY-SPECIFIC SETTINGS
268
+ # =============================================================================
269
+ # Configure per-property models (5 competition properties: AC-SINS_pH7.4, PR_CHO, HIC, Tm2, Titer).
270
+ # Override ANY parameter from encoder, decoder, training, or evaluation sections.
271
+ #
272
+ # TARGET NORMALIZATION (NEW):
273
+ # • target_transform: Type of normalization ("auto", "z_score", "log_zscore", "min_max", "identity")
274
+ # - "auto": Automatically select based on property (RECOMMENDED)
275
+ # - "z_score": Zero mean, unit variance
276
+ # - "log_zscore": Log then z-score (for heavy-tailed distributions)
277
+ # - "min_max": Scale to [0, 1]
278
+ # - "identity": No transformation
279
+ # • target_transform_kwargs: Optional parameters for transformation
280
+ #
281
+ # OUTPUT ACTIVATIONS:
282
+ # • With normalization: Use "none" (linear output)
283
+ # • Without normalization: Use "softplus", "sigmoid", or "exp"
284
+ # • RECOMMENDATION: Always use normalization + "none" activation
285
+ #
286
+ # ATTENTION STRATEGIES (based on biological mechanism):
287
+ # • bidirectional_cross: VH ↔ VL interface interactions (HIC, PR_*, Titer)
288
+ # • self_cross: Chain stability + interface (AC-SINS, Tm*)
289
+ # • self_only: Chain-independent properties
290
+ #
291
+ # LOSS FUNCTIONS:
292
+ # • huber: Balanced, handles outliers (good default)
293
+ # • mae: Robust to outliers, skewed distributions (PR_CHO)
294
+ # • mse: Standard regression (sensitive to outliers)
295
+ #
296
+ property_specific:
297
+ # Hydrophobicity: Hydrophobic patches at VH-VL interface
298
+ # Range: 2.43-4.50, Skewness: 2.027 → log improves to 1.438
299
+ # Mechanism: Interface-dependent
300
+ # Phase 6 Best: run h44djka7 (cv_val_spearman=0.644373)
301
+ HIC:
302
+ encoder_type: "esmc_6b"
303
+ data:
304
+ use_full_chain: true
305
+ training:
306
+ loss: "huber"
307
+ target_transform: "log_zscore"
308
+ gradient_clip_val: 5.0
309
+ use_swa: false
310
+ use_xavier_init: true
311
+ xavier_gain: 0.5
312
+ finetune:
313
+ batch_size: 16
314
+ learning_rate: 5e-05
315
+ max_epochs: 50
316
+ weight_decay: 0.001
317
+ antibody_features:
318
+ enabled: true
319
+ normalize_antibody_features: true
320
+ projection_dim: null
321
+ decoder:
322
+ attention:
323
+ n_heads: 8
324
+ hidden_dim: 1024
325
+ n_layers: 1
326
+ n_output_layers: 1
327
+ dropout: 0.2
328
+ pooling_strategy: "attention"
329
+ attention_strategy: "self_only"
330
+ use_learnable_chain_fusion: "per_dim"
331
+
332
+ # Polyreactivity: Non-specific binding at paratope (VH+VL CDR surface)
333
+ # Range: 0.00-0.547, Skewness: 0.427 (fairly symmetric)
334
+ # Mechanism: Interface-dependent
335
+ # Phase 6 Best: run 1pycivmi (cv_val_spearman=0.474715)
336
+ PR_CHO:
337
+ encoder_type: "esmc_300m"
338
+ data:
339
+ use_full_chain: true
340
+ training:
341
+ loss: "huber"
342
+ target_transform: "z_score"
343
+ gradient_clip_val: 0.5
344
+ use_swa: true
345
+ use_xavier_init: true
346
+ xavier_gain: 0.5
347
+ finetune:
348
+ batch_size: 32
349
+ learning_rate: 1e-05
350
+ max_epochs: 100
351
+ weight_decay: 0.1
352
+ antibody_features:
353
+ enabled: true
354
+ normalize_antibody_features: true
355
+ projection_dim: null
356
+ decoder:
357
+ attention:
358
+ n_heads: 16
359
+ hidden_dim: 1024
360
+ n_layers: 2
361
+ n_output_layers: 2
362
+ dropout: 0.2
363
+ pooling_strategy: "mean"
364
+ attention_strategy: "self_only"
365
+ use_learnable_chain_fusion: "per_dim"
366
+
367
+ # Self-Association: Ab-Ab interactions, VH-VL interface quality critical
368
+ # Range: -1.88-29.50, Skewness: 1.120 (right-skewed, can be negative)
369
+ # Mechanism: Chain stability + interface
370
+ # Phase 6 Best: run chyi5tng (cv_val_spearman=0.475439)
371
+ "AC-SINS_pH7.4":
372
+ encoder_type: "esmc_6b+prott5"
373
+ data:
374
+ use_full_chain: false
375
+ training:
376
+ loss: "huber"
377
+ target_transform: "z_score"
378
+ gradient_clip_val: 10.0
379
+ use_swa: true
380
+ use_xavier_init: true
381
+ xavier_gain: 0.1
382
+ finetune:
383
+ batch_size: 32
384
+ learning_rate: 1e-05
385
+ max_epochs: 75
386
+ weight_decay: 0.0001
387
+ antibody_features:
388
+ enabled: true
389
+ normalize_antibody_features: true
390
+ projection_dim: null
391
+ decoder:
392
+ attention:
393
+ n_heads: 8
394
+ hidden_dim: 1024
395
+ n_layers: 1
396
+ n_output_layers: 2
397
+ dropout: 0.3
398
+ pooling_strategy: "attention"
399
+ attention_strategy: "self_cross"
400
+ use_learnable_chain_fusion: "per_chain"
401
+
402
+ # Thermostability: Hierarchical - domains stable individually, then interface
403
+ # Range: 75.01-88.57, Skewness: -0.626 (slight left skew, narrow range)
404
+ # Mechanism: Domain stability + interface
405
+ # Phase 6 Best: run 6tydfri3 (cv_val_spearman=0.387025)
406
+ Tm2:
407
+ encoder_type: "esmc_6b+prott5"
408
+ data:
409
+ use_full_chain: true
410
+ training:
411
+ loss: "mae"
412
+ target_transform: "z_score"
413
+ gradient_clip_val: 10.0
414
+ use_swa: true
415
+ use_xavier_init: false
416
+ xavier_gain: 0.1
417
+ finetune:
418
+ batch_size: 16
419
+ learning_rate: 1e-05
420
+ max_epochs: 50
421
+ weight_decay: 0.05
422
+ antibody_features:
423
+ enabled: false
424
+ normalize_antibody_features: true
425
+ projection_dim: null
426
+ decoder:
427
+ attention:
428
+ n_heads: 4
429
+ hidden_dim: 768
430
+ n_layers: 6
431
+ n_output_layers: 1
432
+ dropout: 0.4
433
+ pooling_strategy: "attention"
434
+ attention_strategy: "bidirectional_cross"
435
+ use_learnable_chain_fusion: "per_chain"
436
+
437
+ # Titer/Expression: Chain foldability + pairing efficiency
438
+ # Range: 34.26-781.93, Skewness: 1.208 → log improves to -0.613
439
+ # Mechanism: Folding + pairing
440
+ # Phase 6 Best: run lctib37f (cv_val_spearman=0.427814)
441
+ Titer:
442
+ encoder_type: "esmc_6b"
443
+ data:
444
+ use_full_chain: true
445
+ training:
446
+ loss: "huber"
447
+ target_transform: "log_zscore"
448
+ gradient_clip_val: 5.0
449
+ use_swa: false
450
+ use_xavier_init: false
451
+ xavier_gain: 0.1
452
+ finetune:
453
+ batch_size: 64
454
+ learning_rate: 1e-06
455
+ max_epochs: 100
456
+ weight_decay: 0.0005
457
+ antibody_features:
458
+ enabled: true
459
+ normalize_antibody_features: true
460
+ projection_dim: null
461
+ decoder:
462
+ attention:
463
+ n_heads: 8
464
+ hidden_dim: 1536
465
+ n_layers: 2
466
+ n_output_layers: 4
467
+ dropout: 0.4
468
+ pooling_strategy: "attention"
469
+ attention_strategy: "bidirectional_cross"
470
+ use_learnable_chain_fusion: "per_dim"
471
+
472
+ # =============================================================================
473
+ # EVALUATION SETTINGS
474
+ # =============================================================================
475
+ evaluation:
476
+ metrics:
477
+ - "pearson"
478
+ - "spearman"
479
+ - "rmse"
480
+ - "mae"
481
+
482
+ # Track per-property and overall metrics
483
+ track_per_fold: true
484
+
485
+ # =============================================================================
486
+ # LOGGING & CHECKPOINTING
487
+ # =============================================================================
488
+ logging:
489
+ use_wandb: true
490
+ wandb_project: "GinkgoAbDev"
491
+ wandb_entity: null
492
+ wandb_log_every_n_steps: 2 # Log to WandB every 2 training steps
493
+
494
+ # TensorBoard
495
+ use_tensorboard: false # Disabled - using WandB only
496
+ log_dir: "logs"
497
+
498
+ # Checkpointing
499
+ checkpoint_dir: "models/checkpoints"
500
+ save_top_k: 3
501
+ monitor_metric: "val_spearman"
502
+ monitor_mode: "max"
503
+
504
+ # Save predictions
505
+ save_predictions: true
506
+ predictions_dir: "outputs/predictions"
507
+
508
+ # =============================================================================
509
+ # BASELINE MODELS
510
+ # =============================================================================
511
+ baselines:
512
+ random:
513
+ fit_to_train_distribution: true
514
+
515
+ xgboost:
516
+ n_estimators: 1000
517
+ max_depth: 6
518
+ learning_rate: 0.01
519
+ subsample: 0.8
520
+ colsample_bytree: 0.8
521
+ early_stopping_rounds: 50
522
+ use_esm2_embeddings: true
523
+ esm2_model: "facebook/esm2_t33_650M_UR50D"
Tm2_3595cc57/cv_results.json ADDED
@@ -0,0 +1,668 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "property": "Tm2",
3
+ "timestamp": "2026-06-11T22:43:09.119618",
4
+ "n_folds": 5,
5
+ "folds": [
6
+ {
7
+ "val_spearman": 0.6132404208183289,
8
+ "val_pearson": 0.7425010204315186,
9
+ "val_r2": 0.2304358184337616,
10
+ "val_rmse": 3.2501730918884277,
11
+ "val_mae": 2.8729214668273926,
12
+ "val_loss": 1.0313637256622314,
13
+ "best_epoch": 5
14
+ },
15
+ {
16
+ "val_spearman": 0.47258999943733215,
17
+ "val_pearson": 0.4194103479385376,
18
+ "val_r2": 0.0971035361289978,
19
+ "val_rmse": 2.359799385070801,
20
+ "val_mae": 1.945317268371582,
21
+ "val_loss": 0.6215949058532715,
22
+ "best_epoch": 49
23
+ },
24
+ {
25
+ "val_spearman": 0.21526789665222168,
26
+ "val_pearson": 0.13014701008796692,
27
+ "val_r2": -0.43595144152641296,
28
+ "val_rmse": 2.805914878845215,
29
+ "val_mae": 1.9421923160552979,
30
+ "val_loss": 0.6546471118927002,
31
+ "best_epoch": 9
32
+ },
33
+ {
34
+ "val_spearman": 0.46802204847335815,
35
+ "val_pearson": 0.41480904817581177,
36
+ "val_r2": 0.1011306419968605,
37
+ "val_rmse": 3.161743402481079,
38
+ "val_mae": 2.4701061248779297,
39
+ "val_loss": 0.8508498072624207,
40
+ "best_epoch": 15
41
+ },
42
+ {
43
+ "val_spearman": 0.4404521882534027,
44
+ "val_pearson": 0.4630979597568512,
45
+ "val_r2": -1.9283413887023926,
46
+ "val_rmse": 4.5907416343688965,
47
+ "val_mae": 3.9078986644744873,
48
+ "val_loss": 1.271386742591858,
49
+ "best_epoch": 3
50
+ }
51
+ ],
52
+ "summary": {
53
+ "cv_spearman_mean": 0.4419145107269287,
54
+ "cv_pearson_mean": 0.4339930772781372,
55
+ "cv_r2_mean": -0.3871245667338371,
56
+ "cv_rmse_mean": 3.233674478530884,
57
+ "cv_mae_mean": 2.627687168121338,
58
+ "cv_loss_mean": 0.8859684586524963,
59
+ "cv_spearman_std": 0.1283323674386128,
60
+ "cv_pearson_std": 0.19438485573076625,
61
+ "cv_r2_std": 0.8039880832206424,
62
+ "cv_rmse_std": 0.7474909368670352,
63
+ "cv_mae_std": 0.7293072047004383,
64
+ "cv_loss_std": 0.24262040220290731
65
+ },
66
+ "epoch_metrics": [
67
+ {
68
+ "epoch": 0,
69
+ "cv_val_spearman": 0.0,
70
+ "cv_val_pearson": 0.0,
71
+ "cv_val_rmse": 0.0,
72
+ "cv_val_mae": 0.0,
73
+ "cv_val_loss": 0.0
74
+ },
75
+ {
76
+ "epoch": 1,
77
+ "cv_val_spearman": 0.0,
78
+ "cv_val_pearson": 0.0,
79
+ "cv_val_rmse": 0.0,
80
+ "cv_val_mae": 0.0,
81
+ "cv_val_loss": 0.0
82
+ },
83
+ {
84
+ "epoch": 2,
85
+ "cv_val_spearman": 0.0,
86
+ "cv_val_pearson": 0.0,
87
+ "cv_val_rmse": 0.0,
88
+ "cv_val_mae": 0.0,
89
+ "cv_val_loss": 0.0
90
+ },
91
+ {
92
+ "epoch": 3,
93
+ "cv_val_spearman": 0.31740414202213285,
94
+ "cv_val_pearson": 0.3344723150134087,
95
+ "cv_val_rmse": 3.4467979431152345,
96
+ "cv_val_mae": 2.7099565267562866,
97
+ "cv_val_loss": 0.8994814276695251
98
+ },
99
+ {
100
+ "epoch": 4,
101
+ "cv_val_spearman": 0.31740414202213285,
102
+ "cv_val_pearson": 0.3344723150134087,
103
+ "cv_val_rmse": 3.4467979431152345,
104
+ "cv_val_mae": 2.7099565267562866,
105
+ "cv_val_loss": 0.8994814276695251
106
+ },
107
+ {
108
+ "epoch": 5,
109
+ "cv_val_spearman": 0.35062544643878935,
110
+ "cv_val_pearson": 0.4051738515496254,
111
+ "cv_val_rmse": 2.9934413909912108,
112
+ "cv_val_mae": 2.3612271308898927,
113
+ "cv_val_loss": 0.8045548677444458
114
+ },
115
+ {
116
+ "epoch": 6,
117
+ "cv_val_spearman": 0.35062544643878935,
118
+ "cv_val_pearson": 0.4051738515496254,
119
+ "cv_val_rmse": 2.9934413909912108,
120
+ "cv_val_mae": 2.3612271308898927,
121
+ "cv_val_loss": 0.8045548677444458
122
+ },
123
+ {
124
+ "epoch": 7,
125
+ "cv_val_spearman": 0.35166231989860536,
126
+ "cv_val_pearson": 0.41389828622341157,
127
+ "cv_val_rmse": 2.9918939113616942,
128
+ "cv_val_mae": 2.3106719255447388,
129
+ "cv_val_loss": 0.7595738887786865
130
+ },
131
+ {
132
+ "epoch": 8,
133
+ "cv_val_spearman": 0.35166231989860536,
134
+ "cv_val_pearson": 0.41389828622341157,
135
+ "cv_val_rmse": 2.9918939113616942,
136
+ "cv_val_mae": 2.3106719255447388,
137
+ "cv_val_loss": 0.7595738887786865
138
+ },
139
+ {
140
+ "epoch": 9,
141
+ "cv_val_spearman": 0.3696433395147324,
142
+ "cv_val_pearson": 0.42098491787910464,
143
+ "cv_val_rmse": 2.8668468952178956,
144
+ "cv_val_mae": 2.1783862590789793,
145
+ "cv_val_loss": 0.725429105758667
146
+ },
147
+ {
148
+ "epoch": 10,
149
+ "cv_val_spearman": 0.3696433395147324,
150
+ "cv_val_pearson": 0.42098491787910464,
151
+ "cv_val_rmse": 2.8668468952178956,
152
+ "cv_val_mae": 2.1783862590789793,
153
+ "cv_val_loss": 0.725429105758667
154
+ },
155
+ {
156
+ "epoch": 11,
157
+ "cv_val_spearman": 0.37020841538906096,
158
+ "cv_val_pearson": 0.424668176472187,
159
+ "cv_val_rmse": 2.902413845062256,
160
+ "cv_val_mae": 2.2906859874725343,
161
+ "cv_val_loss": 0.7810452222824097
162
+ },
163
+ {
164
+ "epoch": 12,
165
+ "cv_val_spearman": 0.37020841538906096,
166
+ "cv_val_pearson": 0.424668176472187,
167
+ "cv_val_rmse": 2.902413845062256,
168
+ "cv_val_mae": 2.2906859874725343,
169
+ "cv_val_loss": 0.7810452222824097
170
+ },
171
+ {
172
+ "epoch": 13,
173
+ "cv_val_spearman": 0.3716452032327652,
174
+ "cv_val_pearson": 0.4229221984744072,
175
+ "cv_val_rmse": 2.9613553047180177,
176
+ "cv_val_mae": 2.350444197654724,
177
+ "cv_val_loss": 0.7623108506202698
178
+ },
179
+ {
180
+ "epoch": 14,
181
+ "cv_val_spearman": 0.3716452032327652,
182
+ "cv_val_pearson": 0.4229221984744072,
183
+ "cv_val_rmse": 2.9613553047180177,
184
+ "cv_val_mae": 2.350444197654724,
185
+ "cv_val_loss": 0.7623108506202698
186
+ },
187
+ {
188
+ "epoch": 15,
189
+ "cv_val_spearman": 0.3742473006248474,
190
+ "cv_val_pearson": 0.4200146675109863,
191
+ "cv_val_rmse": 2.752052974700928,
192
+ "cv_val_mae": 2.172823977470398,
193
+ "cv_val_loss": 0.738945209980011
194
+ },
195
+ {
196
+ "epoch": 16,
197
+ "cv_val_spearman": 0.3742473006248474,
198
+ "cv_val_pearson": 0.4200146675109863,
199
+ "cv_val_rmse": 2.752052974700928,
200
+ "cv_val_mae": 2.172823977470398,
201
+ "cv_val_loss": 0.738945209980011
202
+ },
203
+ {
204
+ "epoch": 17,
205
+ "cv_val_spearman": 0.37071518898010253,
206
+ "cv_val_pearson": 0.4241698503494263,
207
+ "cv_val_rmse": 2.853562116622925,
208
+ "cv_val_mae": 2.1531540155410767,
209
+ "cv_val_loss": 0.7234281778335572
210
+ },
211
+ {
212
+ "epoch": 18,
213
+ "cv_val_spearman": 0.37071518898010253,
214
+ "cv_val_pearson": 0.4241698503494263,
215
+ "cv_val_rmse": 2.853562116622925,
216
+ "cv_val_mae": 2.1531540155410767,
217
+ "cv_val_loss": 0.7234281778335572
218
+ },
219
+ {
220
+ "epoch": 19,
221
+ "cv_val_spearman": 0.3776442319154739,
222
+ "cv_val_pearson": 0.4212292358279228,
223
+ "cv_val_rmse": 2.91880145072937,
224
+ "cv_val_mae": 2.1825758695602415,
225
+ "cv_val_loss": 0.7048277258872986
226
+ },
227
+ {
228
+ "epoch": 20,
229
+ "cv_val_spearman": 0.3776442319154739,
230
+ "cv_val_pearson": 0.4212292358279228,
231
+ "cv_val_rmse": 2.91880145072937,
232
+ "cv_val_mae": 2.1825758695602415,
233
+ "cv_val_loss": 0.7048277258872986
234
+ },
235
+ {
236
+ "epoch": 21,
237
+ "cv_val_spearman": 0.3742313891649246,
238
+ "cv_val_pearson": 0.4192302092909813,
239
+ "cv_val_rmse": 2.870491695404053,
240
+ "cv_val_mae": 2.237926459312439,
241
+ "cv_val_loss": 0.7674864292144775
242
+ },
243
+ {
244
+ "epoch": 22,
245
+ "cv_val_spearman": 0.3742313891649246,
246
+ "cv_val_pearson": 0.4192302092909813,
247
+ "cv_val_rmse": 2.870491695404053,
248
+ "cv_val_mae": 2.237926459312439,
249
+ "cv_val_loss": 0.7674864292144775
250
+ },
251
+ {
252
+ "epoch": 23,
253
+ "cv_val_spearman": 0.36579633355140684,
254
+ "cv_val_pearson": 0.4144938260316849,
255
+ "cv_val_rmse": 2.9127973556518554,
256
+ "cv_val_mae": 2.265285325050354,
257
+ "cv_val_loss": 0.7502474188804626
258
+ },
259
+ {
260
+ "epoch": 24,
261
+ "cv_val_spearman": 0.36579633355140684,
262
+ "cv_val_pearson": 0.4144938260316849,
263
+ "cv_val_rmse": 2.9127973556518554,
264
+ "cv_val_mae": 2.265285325050354,
265
+ "cv_val_loss": 0.7502474188804626
266
+ },
267
+ {
268
+ "epoch": 25,
269
+ "cv_val_spearman": 0.3606782525777817,
270
+ "cv_val_pearson": 0.40608193129301073,
271
+ "cv_val_rmse": 2.8078139305114744,
272
+ "cv_val_mae": 2.1521780014038088,
273
+ "cv_val_loss": 0.7032211422920227
274
+ },
275
+ {
276
+ "epoch": 26,
277
+ "cv_val_spearman": 0.3606782525777817,
278
+ "cv_val_pearson": 0.40608193129301073,
279
+ "cv_val_rmse": 2.8078139305114744,
280
+ "cv_val_mae": 2.1521780014038088,
281
+ "cv_val_loss": 0.7032211422920227
282
+ },
283
+ {
284
+ "epoch": 27,
285
+ "cv_val_spearman": 0.3686781764030457,
286
+ "cv_val_pearson": 0.4082018181681633,
287
+ "cv_val_rmse": 2.888390064239502,
288
+ "cv_val_mae": 2.25535888671875,
289
+ "cv_val_loss": 0.7436731338500977
290
+ },
291
+ {
292
+ "epoch": 28,
293
+ "cv_val_spearman": 0.3686781764030457,
294
+ "cv_val_pearson": 0.4082018181681633,
295
+ "cv_val_rmse": 2.888390064239502,
296
+ "cv_val_mae": 2.25535888671875,
297
+ "cv_val_loss": 0.7436731338500977
298
+ },
299
+ {
300
+ "epoch": 29,
301
+ "cv_val_spearman": 0.36587758362293243,
302
+ "cv_val_pearson": 0.4107122331857681,
303
+ "cv_val_rmse": 2.8286784648895265,
304
+ "cv_val_mae": 2.173062038421631,
305
+ "cv_val_loss": 0.7244816660881043
306
+ },
307
+ {
308
+ "epoch": 30,
309
+ "cv_val_spearman": 0.36587758362293243,
310
+ "cv_val_pearson": 0.4107122331857681,
311
+ "cv_val_rmse": 2.8286784648895265,
312
+ "cv_val_mae": 2.173062038421631,
313
+ "cv_val_loss": 0.7244816660881043
314
+ },
315
+ {
316
+ "epoch": 31,
317
+ "cv_val_spearman": 0.3686308145523071,
318
+ "cv_val_pearson": 0.4137118116021156,
319
+ "cv_val_rmse": 2.8948259353637695,
320
+ "cv_val_mae": 2.249572443962097,
321
+ "cv_val_loss": 0.7465854406356811
322
+ },
323
+ {
324
+ "epoch": 32,
325
+ "cv_val_spearman": 0.3686308145523071,
326
+ "cv_val_pearson": 0.4137118116021156,
327
+ "cv_val_rmse": 2.8948259353637695,
328
+ "cv_val_mae": 2.249572443962097,
329
+ "cv_val_loss": 0.7465854406356811
330
+ },
331
+ {
332
+ "epoch": 33,
333
+ "cv_val_spearman": 0.3641475707292557,
334
+ "cv_val_pearson": 0.4099720284342766,
335
+ "cv_val_rmse": 2.8312710762023925,
336
+ "cv_val_mae": 2.1825918674468996,
337
+ "cv_val_loss": 0.7162874937057495
338
+ },
339
+ {
340
+ "epoch": 34,
341
+ "cv_val_spearman": 0.3641475707292557,
342
+ "cv_val_pearson": 0.4099720284342766,
343
+ "cv_val_rmse": 2.8312710762023925,
344
+ "cv_val_mae": 2.1825918674468996,
345
+ "cv_val_loss": 0.7162874937057495
346
+ },
347
+ {
348
+ "epoch": 35,
349
+ "cv_val_spearman": 0.3706709146499634,
350
+ "cv_val_pearson": 0.41528875529766085,
351
+ "cv_val_rmse": 2.8039811134338377,
352
+ "cv_val_mae": 2.0965511560440064,
353
+ "cv_val_loss": 0.6895259618759155
354
+ },
355
+ {
356
+ "epoch": 36,
357
+ "cv_val_spearman": 0.3706709146499634,
358
+ "cv_val_pearson": 0.41528875529766085,
359
+ "cv_val_rmse": 2.8039811134338377,
360
+ "cv_val_mae": 2.0965511560440064,
361
+ "cv_val_loss": 0.6895259618759155
362
+ },
363
+ {
364
+ "epoch": 37,
365
+ "cv_val_spearman": 0.37194574773311617,
366
+ "cv_val_pearson": 0.41861524134874345,
367
+ "cv_val_rmse": 2.8426241874694824,
368
+ "cv_val_mae": 2.109633994102478,
369
+ "cv_val_loss": 0.6932159066200256
370
+ },
371
+ {
372
+ "epoch": 38,
373
+ "cv_val_spearman": 0.37194574773311617,
374
+ "cv_val_pearson": 0.41861524134874345,
375
+ "cv_val_rmse": 2.8426241874694824,
376
+ "cv_val_mae": 2.109633994102478,
377
+ "cv_val_loss": 0.6932159066200256
378
+ },
379
+ {
380
+ "epoch": 39,
381
+ "cv_val_spearman": 0.3738723486661911,
382
+ "cv_val_pearson": 0.4210872069001198,
383
+ "cv_val_rmse": 2.820271682739258,
384
+ "cv_val_mae": 2.1032381534576414,
385
+ "cv_val_loss": 0.6973808407783508
386
+ },
387
+ {
388
+ "epoch": 40,
389
+ "cv_val_spearman": 0.3738723486661911,
390
+ "cv_val_pearson": 0.4210872069001198,
391
+ "cv_val_rmse": 2.820271682739258,
392
+ "cv_val_mae": 2.1032381534576414,
393
+ "cv_val_loss": 0.6973808407783508
394
+ },
395
+ {
396
+ "epoch": 41,
397
+ "cv_val_spearman": 0.37583535611629487,
398
+ "cv_val_pearson": 0.4189741566777229,
399
+ "cv_val_rmse": 2.8212265968322754,
400
+ "cv_val_mae": 2.1022326946258545,
401
+ "cv_val_loss": 0.6969455003738403
402
+ },
403
+ {
404
+ "epoch": 42,
405
+ "cv_val_spearman": 0.37583535611629487,
406
+ "cv_val_pearson": 0.4189741566777229,
407
+ "cv_val_rmse": 2.8212265968322754,
408
+ "cv_val_mae": 2.1022326946258545,
409
+ "cv_val_loss": 0.6969455003738403
410
+ },
411
+ {
412
+ "epoch": 43,
413
+ "cv_val_spearman": 0.3696903854608536,
414
+ "cv_val_pearson": 0.41792864352464676,
415
+ "cv_val_rmse": 2.836083269119263,
416
+ "cv_val_mae": 2.11073100566864,
417
+ "cv_val_loss": 0.6956770062446594
418
+ },
419
+ {
420
+ "epoch": 44,
421
+ "cv_val_spearman": 0.3696903854608536,
422
+ "cv_val_pearson": 0.41792864352464676,
423
+ "cv_val_rmse": 2.836083269119263,
424
+ "cv_val_mae": 2.11073100566864,
425
+ "cv_val_loss": 0.6956770062446594
426
+ },
427
+ {
428
+ "epoch": 45,
429
+ "cv_val_spearman": 0.37228988111019135,
430
+ "cv_val_pearson": 0.4197235003113747,
431
+ "cv_val_rmse": 2.821841669082642,
432
+ "cv_val_mae": 2.097888970375061,
433
+ "cv_val_loss": 0.6912239551544189
434
+ },
435
+ {
436
+ "epoch": 46,
437
+ "cv_val_spearman": 0.37228988111019135,
438
+ "cv_val_pearson": 0.4197235003113747,
439
+ "cv_val_rmse": 2.821841669082642,
440
+ "cv_val_mae": 2.097888970375061,
441
+ "cv_val_loss": 0.6912239551544189
442
+ },
443
+ {
444
+ "epoch": 47,
445
+ "cv_val_spearman": 0.37215857207775116,
446
+ "cv_val_pearson": 0.4211075261235237,
447
+ "cv_val_rmse": 2.8310409069061278,
448
+ "cv_val_mae": 2.109716868400574,
449
+ "cv_val_loss": 0.6951959133148193
450
+ },
451
+ {
452
+ "epoch": 48,
453
+ "cv_val_spearman": 0.37215857207775116,
454
+ "cv_val_pearson": 0.4211075261235237,
455
+ "cv_val_rmse": 2.8310409069061278,
456
+ "cv_val_mae": 2.109716868400574,
457
+ "cv_val_loss": 0.6951959133148193
458
+ },
459
+ {
460
+ "epoch": 49,
461
+ "cv_val_spearman": 0.37776093780994413,
462
+ "cv_val_pearson": 0.4208334878087044,
463
+ "cv_val_rmse": 2.8180142402648927,
464
+ "cv_val_mae": 2.0962176084518434,
465
+ "cv_val_loss": 0.6916324734687805
466
+ },
467
+ {
468
+ "epoch": 50,
469
+ "cv_val_spearman": 0.37776093780994413,
470
+ "cv_val_pearson": 0.4208334878087044,
471
+ "cv_val_rmse": 2.8180142402648927,
472
+ "cv_val_mae": 2.0962176084518434,
473
+ "cv_val_loss": 0.6916324734687805
474
+ },
475
+ {
476
+ "epoch": 51,
477
+ "cv_val_spearman": 0.37776093780994413,
478
+ "cv_val_pearson": 0.4208334878087044,
479
+ "cv_val_rmse": 2.8180142402648927,
480
+ "cv_val_mae": 2.0962176084518434,
481
+ "cv_val_loss": 0.6916324734687805
482
+ },
483
+ {
484
+ "epoch": 52,
485
+ "cv_val_spearman": 0.37776093780994413,
486
+ "cv_val_pearson": 0.4208334878087044,
487
+ "cv_val_rmse": 2.8180142402648927,
488
+ "cv_val_mae": 2.0962176084518434,
489
+ "cv_val_loss": 0.6916324734687805
490
+ },
491
+ {
492
+ "epoch": 53,
493
+ "cv_val_spearman": 0.37776093780994413,
494
+ "cv_val_pearson": 0.4208334878087044,
495
+ "cv_val_rmse": 2.8180142402648927,
496
+ "cv_val_mae": 2.0962176084518434,
497
+ "cv_val_loss": 0.6916324734687805
498
+ },
499
+ {
500
+ "epoch": 54,
501
+ "cv_val_spearman": 0.37776093780994413,
502
+ "cv_val_pearson": 0.4208334878087044,
503
+ "cv_val_rmse": 2.8180142402648927,
504
+ "cv_val_mae": 2.0962176084518434,
505
+ "cv_val_loss": 0.6916324734687805
506
+ },
507
+ {
508
+ "epoch": 55,
509
+ "cv_val_spearman": 0.37776093780994413,
510
+ "cv_val_pearson": 0.4208334878087044,
511
+ "cv_val_rmse": 2.8180142402648927,
512
+ "cv_val_mae": 2.0962176084518434,
513
+ "cv_val_loss": 0.6916324734687805
514
+ },
515
+ {
516
+ "epoch": 56,
517
+ "cv_val_spearman": 0.37776093780994413,
518
+ "cv_val_pearson": 0.4208334878087044,
519
+ "cv_val_rmse": 2.8180142402648927,
520
+ "cv_val_mae": 2.0962176084518434,
521
+ "cv_val_loss": 0.6916324734687805
522
+ },
523
+ {
524
+ "epoch": 57,
525
+ "cv_val_spearman": 0.37776093780994413,
526
+ "cv_val_pearson": 0.4208334878087044,
527
+ "cv_val_rmse": 2.8180142402648927,
528
+ "cv_val_mae": 2.0962176084518434,
529
+ "cv_val_loss": 0.6916324734687805
530
+ },
531
+ {
532
+ "epoch": 58,
533
+ "cv_val_spearman": 0.37776093780994413,
534
+ "cv_val_pearson": 0.4208334878087044,
535
+ "cv_val_rmse": 2.8180142402648927,
536
+ "cv_val_mae": 2.0962176084518434,
537
+ "cv_val_loss": 0.6916324734687805
538
+ },
539
+ {
540
+ "epoch": 59,
541
+ "cv_val_spearman": 0.37776093780994413,
542
+ "cv_val_pearson": 0.4208334878087044,
543
+ "cv_val_rmse": 2.8180142402648927,
544
+ "cv_val_mae": 2.0962176084518434,
545
+ "cv_val_loss": 0.6916324734687805
546
+ },
547
+ {
548
+ "epoch": 60,
549
+ "cv_val_spearman": 0.37776093780994413,
550
+ "cv_val_pearson": 0.4208334878087044,
551
+ "cv_val_rmse": 2.8180142402648927,
552
+ "cv_val_mae": 2.0962176084518434,
553
+ "cv_val_loss": 0.6916324734687805
554
+ },
555
+ {
556
+ "epoch": 61,
557
+ "cv_val_spearman": 0.37776093780994413,
558
+ "cv_val_pearson": 0.4208334878087044,
559
+ "cv_val_rmse": 2.8180142402648927,
560
+ "cv_val_mae": 2.0962176084518434,
561
+ "cv_val_loss": 0.6916324734687805
562
+ },
563
+ {
564
+ "epoch": 62,
565
+ "cv_val_spearman": 0.37776093780994413,
566
+ "cv_val_pearson": 0.4208334878087044,
567
+ "cv_val_rmse": 2.8180142402648927,
568
+ "cv_val_mae": 2.0962176084518434,
569
+ "cv_val_loss": 0.6916324734687805
570
+ },
571
+ {
572
+ "epoch": 63,
573
+ "cv_val_spearman": 0.37776093780994413,
574
+ "cv_val_pearson": 0.4208334878087044,
575
+ "cv_val_rmse": 2.8180142402648927,
576
+ "cv_val_mae": 2.0962176084518434,
577
+ "cv_val_loss": 0.6916324734687805
578
+ },
579
+ {
580
+ "epoch": 64,
581
+ "cv_val_spearman": 0.37776093780994413,
582
+ "cv_val_pearson": 0.4208334878087044,
583
+ "cv_val_rmse": 2.8180142402648927,
584
+ "cv_val_mae": 2.0962176084518434,
585
+ "cv_val_loss": 0.6916324734687805
586
+ },
587
+ {
588
+ "epoch": 65,
589
+ "cv_val_spearman": 0.37776093780994413,
590
+ "cv_val_pearson": 0.4208334878087044,
591
+ "cv_val_rmse": 2.8180142402648927,
592
+ "cv_val_mae": 2.0962176084518434,
593
+ "cv_val_loss": 0.6916324734687805
594
+ },
595
+ {
596
+ "epoch": 66,
597
+ "cv_val_spearman": 0.37776093780994413,
598
+ "cv_val_pearson": 0.4208334878087044,
599
+ "cv_val_rmse": 2.8180142402648927,
600
+ "cv_val_mae": 2.0962176084518434,
601
+ "cv_val_loss": 0.6916324734687805
602
+ },
603
+ {
604
+ "epoch": 67,
605
+ "cv_val_spearman": 0.37776093780994413,
606
+ "cv_val_pearson": 0.4208334878087044,
607
+ "cv_val_rmse": 2.8180142402648927,
608
+ "cv_val_mae": 2.0962176084518434,
609
+ "cv_val_loss": 0.6916324734687805
610
+ },
611
+ {
612
+ "epoch": 68,
613
+ "cv_val_spearman": 0.37776093780994413,
614
+ "cv_val_pearson": 0.4208334878087044,
615
+ "cv_val_rmse": 2.8180142402648927,
616
+ "cv_val_mae": 2.0962176084518434,
617
+ "cv_val_loss": 0.6916324734687805
618
+ },
619
+ {
620
+ "epoch": 69,
621
+ "cv_val_spearman": 0.37776093780994413,
622
+ "cv_val_pearson": 0.4208334878087044,
623
+ "cv_val_rmse": 2.8180142402648927,
624
+ "cv_val_mae": 2.0962176084518434,
625
+ "cv_val_loss": 0.6916324734687805
626
+ },
627
+ {
628
+ "epoch": 70,
629
+ "cv_val_spearman": 0.37776093780994413,
630
+ "cv_val_pearson": 0.4208334878087044,
631
+ "cv_val_rmse": 2.8180142402648927,
632
+ "cv_val_mae": 2.0962176084518434,
633
+ "cv_val_loss": 0.6916324734687805
634
+ },
635
+ {
636
+ "epoch": 71,
637
+ "cv_val_spearman": 0.37776093780994413,
638
+ "cv_val_pearson": 0.4208334878087044,
639
+ "cv_val_rmse": 2.8180142402648927,
640
+ "cv_val_mae": 2.0962176084518434,
641
+ "cv_val_loss": 0.6916324734687805
642
+ },
643
+ {
644
+ "epoch": 72,
645
+ "cv_val_spearman": 0.37776093780994413,
646
+ "cv_val_pearson": 0.4208334878087044,
647
+ "cv_val_rmse": 2.8180142402648927,
648
+ "cv_val_mae": 2.0962176084518434,
649
+ "cv_val_loss": 0.6916324734687805
650
+ },
651
+ {
652
+ "epoch": 73,
653
+ "cv_val_spearman": 0.37776093780994413,
654
+ "cv_val_pearson": 0.4208334878087044,
655
+ "cv_val_rmse": 2.8180142402648927,
656
+ "cv_val_mae": 2.0962176084518434,
657
+ "cv_val_loss": 0.6916324734687805
658
+ },
659
+ {
660
+ "epoch": 74,
661
+ "cv_val_spearman": 0.37776093780994413,
662
+ "cv_val_pearson": 0.4208334878087044,
663
+ "cv_val_rmse": 2.8180142402648927,
664
+ "cv_val_mae": 2.0962176084518434,
665
+ "cv_val_loss": 0.6916324734687805
666
+ }
667
+ ]
668
+ }
Tm2_3595cc57/final.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71a48e03ae4ede48a3c5e09bfaaa781ec08e4397d8e5b7673829aa6cc34801a4
3
+ size 363493027
Tm2_3595cc57/fold0.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3fb3b78c834199fba627c9f21a1d9c777aa0aafda49828621f6d7313592af03
3
+ size 363492835
Tm2_3595cc57/fold0_epoch_metrics.json ADDED
@@ -0,0 +1,146 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "val_spearman": 0.0,
5
+ "val_pearson": 0.0,
6
+ "val_rmse": 0.0,
7
+ "val_mae": 0.0,
8
+ "val_loss": 0.0
9
+ },
10
+ {
11
+ "epoch": 1,
12
+ "val_spearman": 0.0,
13
+ "val_pearson": 0.0,
14
+ "val_rmse": 0.0,
15
+ "val_mae": 0.0,
16
+ "val_loss": 0.0
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "val_spearman": 0.4665505290031433,
21
+ "val_pearson": 0.47517073154449463,
22
+ "val_rmse": 3.863783359527588,
23
+ "val_mae": 3.123100519180298,
24
+ "val_loss": 1.0945876836776733
25
+ },
26
+ {
27
+ "epoch": 5,
28
+ "val_spearman": 0.6132404208183289,
29
+ "val_pearson": 0.7425010204315186,
30
+ "val_rmse": 3.2501730918884277,
31
+ "val_mae": 2.8729214668273926,
32
+ "val_loss": 1.0313637256622314
33
+ },
34
+ {
35
+ "epoch": 7,
36
+ "val_spearman": 0.5982838869094849,
37
+ "val_pearson": 0.7433410882949829,
38
+ "val_rmse": 3.137220859527588,
39
+ "val_mae": 2.544898509979248,
40
+ "val_loss": 0.8963570594787598
41
+ },
42
+ {
43
+ "epoch": 9,
44
+ "val_spearman": 0.5994773507118225,
45
+ "val_pearson": 0.7442968487739563,
46
+ "val_rmse": 3.4008147716522217,
47
+ "val_mae": 2.69604754447937,
48
+ "val_loss": 0.9485222697257996
49
+ },
50
+ {
51
+ "epoch": 11,
52
+ "val_spearman": 0.5836237072944641,
53
+ "val_pearson": 0.740581750869751,
54
+ "val_rmse": 3.0077195167541504,
55
+ "val_mae": 2.616995334625244,
56
+ "val_loss": 0.9354565143585205
57
+ },
58
+ {
59
+ "epoch": 13,
60
+ "val_spearman": 0.6036585569381714,
61
+ "val_pearson": 0.7395553588867188,
62
+ "val_rmse": 3.002807140350342,
63
+ "val_mae": 2.5090434551239014,
64
+ "val_loss": 0.8872227072715759
65
+ },
66
+ {
67
+ "epoch": 15,
68
+ "val_spearman": 0.5886759757995605,
69
+ "val_pearson": 0.734194278717041,
70
+ "val_rmse": 2.982733964920044,
71
+ "val_mae": 2.587461233139038,
72
+ "val_loss": 0.9228317141532898
73
+ },
74
+ {
75
+ "epoch": 17,
76
+ "val_spearman": 0.5882660150527954,
77
+ "val_pearson": 0.7322151064872742,
78
+ "val_rmse": 3.3728907108306885,
79
+ "val_mae": 2.5727694034576416,
80
+ "val_loss": 0.908768355846405
81
+ },
82
+ {
83
+ "epoch": 19,
84
+ "val_spearman": 0.5944250822067261,
85
+ "val_pearson": 0.72301185131073,
86
+ "val_rmse": 3.45704984664917,
87
+ "val_mae": 2.611989736557007,
88
+ "val_loss": 0.9234212636947632
89
+ },
90
+ {
91
+ "epoch": 21,
92
+ "val_spearman": 0.5900697112083435,
93
+ "val_pearson": 0.7230765223503113,
94
+ "val_rmse": 2.874065399169922,
95
+ "val_mae": 2.5333712100982666,
96
+ "val_loss": 0.9074310660362244
97
+ },
98
+ {
99
+ "epoch": 23,
100
+ "val_spearman": 0.5916376113891602,
101
+ "val_pearson": 0.7199898958206177,
102
+ "val_rmse": 2.9184556007385254,
103
+ "val_mae": 2.4174084663391113,
104
+ "val_loss": 0.8564326763153076
105
+ },
106
+ {
107
+ "epoch": 25,
108
+ "val_spearman": 0.5761324167251587,
109
+ "val_pearson": 0.7186440825462341,
110
+ "val_rmse": 2.8421895503997803,
111
+ "val_mae": 2.3953394889831543,
112
+ "val_loss": 0.8494668006896973
113
+ },
114
+ {
115
+ "epoch": 27,
116
+ "val_spearman": 0.5728222727775574,
117
+ "val_pearson": 0.7167717218399048,
118
+ "val_rmse": 2.8261101245880127,
119
+ "val_mae": 2.380493402481079,
120
+ "val_loss": 0.8448801040649414
121
+ },
122
+ {
123
+ "epoch": 29,
124
+ "val_spearman": 0.569972574710846,
125
+ "val_pearson": 0.7136960625648499,
126
+ "val_rmse": 2.804835319519043,
127
+ "val_mae": 2.463630437850952,
128
+ "val_loss": 0.887454628944397
129
+ },
130
+ {
131
+ "epoch": 31,
132
+ "val_spearman": 0.5656794309616089,
133
+ "val_pearson": 0.7080756425857544,
134
+ "val_rmse": 2.8093676567077637,
135
+ "val_mae": 2.438424825668335,
136
+ "val_loss": 0.8729693293571472
137
+ },
138
+ {
139
+ "epoch": 33,
140
+ "val_spearman": 0.552090585231781,
141
+ "val_pearson": 0.7018465995788574,
142
+ "val_rmse": 2.851976156234741,
143
+ "val_mae": 2.3326780796051025,
144
+ "val_loss": 0.8276354074478149
145
+ }
146
+ ]
Tm2_3595cc57/fold1.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c4178bc803b5ff81a95c35078dc4d0218a991ec81cd7997cf2bb90300b8e1f3
3
+ size 363492835
Tm2_3595cc57/fold1_epoch_metrics.json ADDED
@@ -0,0 +1,210 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "val_spearman": 0.0,
5
+ "val_pearson": 0.0,
6
+ "val_rmse": 0.0,
7
+ "val_mae": 0.0,
8
+ "val_loss": 0.0
9
+ },
10
+ {
11
+ "epoch": 1,
12
+ "val_spearman": 0.0,
13
+ "val_pearson": 0.0,
14
+ "val_rmse": 0.0,
15
+ "val_mae": 0.0,
16
+ "val_loss": 0.0
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "val_spearman": 0.27356788516044617,
21
+ "val_pearson": 0.32407307624816895,
22
+ "val_rmse": 2.88818621635437,
23
+ "val_mae": 2.0712599754333496,
24
+ "val_loss": 0.6741482615470886
25
+ },
26
+ {
27
+ "epoch": 5,
28
+ "val_spearman": 0.20516468584537506,
29
+ "val_pearson": 0.32064175605773926,
30
+ "val_rmse": 2.951329469680786,
31
+ "val_mae": 2.115238666534424,
32
+ "val_loss": 0.6865960955619812
33
+ },
34
+ {
35
+ "epoch": 7,
36
+ "val_spearman": 0.17048749327659607,
37
+ "val_pearson": 0.33326953649520874,
38
+ "val_rmse": 2.4532082080841064,
39
+ "val_mae": 2.002811908721924,
40
+ "val_loss": 0.6490669846534729
41
+ },
42
+ {
43
+ "epoch": 9,
44
+ "val_spearman": 0.140512153506279,
45
+ "val_pearson": 0.33881816267967224,
46
+ "val_rmse": 2.4911561012268066,
47
+ "val_mae": 2.0800812244415283,
48
+ "val_loss": 0.6776372790336609
49
+ },
50
+ {
51
+ "epoch": 11,
52
+ "val_spearman": 0.2270737588405609,
53
+ "val_pearson": 0.3590228855609894,
54
+ "val_rmse": 2.4004464149475098,
55
+ "val_mae": 1.9337337017059326,
56
+ "val_loss": 0.6214873194694519
57
+ },
58
+ {
59
+ "epoch": 13,
60
+ "val_spearman": 0.24302439391613007,
61
+ "val_pearson": 0.3690948188304901,
62
+ "val_rmse": 2.458371877670288,
63
+ "val_mae": 2.0349369049072266,
64
+ "val_loss": 0.6591531038284302
65
+ },
66
+ {
67
+ "epoch": 15,
68
+ "val_spearman": 0.24958966672420502,
69
+ "val_pearson": 0.36551499366760254,
70
+ "val_rmse": 2.49375057220459,
71
+ "val_mae": 2.12546968460083,
72
+ "val_loss": 0.6741045713424683
73
+ },
74
+ {
75
+ "epoch": 17,
76
+ "val_spearman": 0.26337674260139465,
77
+ "val_pearson": 0.37117528915405273,
78
+ "val_rmse": 2.3857343196868896,
79
+ "val_mae": 1.933358073234558,
80
+ "val_loss": 0.6221722960472107
81
+ },
82
+ {
83
+ "epoch": 19,
84
+ "val_spearman": 0.29926687479019165,
85
+ "val_pearson": 0.3654572665691376,
86
+ "val_rmse": 2.3948752880096436,
87
+ "val_mae": 1.9464445114135742,
88
+ "val_loss": 0.6259442567825317
89
+ },
90
+ {
91
+ "epoch": 21,
92
+ "val_spearman": 0.31392931938171387,
93
+ "val_pearson": 0.37130236625671387,
94
+ "val_rmse": 2.533331871032715,
95
+ "val_mae": 2.011643171310425,
96
+ "val_loss": 0.6390289664268494
97
+ },
98
+ {
99
+ "epoch": 23,
100
+ "val_spearman": 0.3213699460029602,
101
+ "val_pearson": 0.3823023736476898,
102
+ "val_rmse": 2.9272420406341553,
103
+ "val_mae": 2.497945785522461,
104
+ "val_loss": 0.7986060380935669
105
+ },
106
+ {
107
+ "epoch": 25,
108
+ "val_spearman": 0.34741219878196716,
109
+ "val_pearson": 0.3735549747943878,
110
+ "val_rmse": 2.483253240585327,
111
+ "val_mae": 2.0854315757751465,
112
+ "val_loss": 0.658932626247406
113
+ },
114
+ {
115
+ "epoch": 27,
116
+ "val_spearman": 0.3369077444076538,
117
+ "val_pearson": 0.36884501576423645,
118
+ "val_rmse": 2.4799039363861084,
119
+ "val_mae": 2.0415821075439453,
120
+ "val_loss": 0.6592954397201538
121
+ },
122
+ {
123
+ "epoch": 29,
124
+ "val_spearman": 0.3622934818267822,
125
+ "val_pearson": 0.37238970398902893,
126
+ "val_rmse": 2.443974018096924,
127
+ "val_mae": 2.0005733966827393,
128
+ "val_loss": 0.6434709429740906
129
+ },
130
+ {
131
+ "epoch": 31,
132
+ "val_spearman": 0.37411096692085266,
133
+ "val_pearson": 0.3852227032184601,
134
+ "val_rmse": 2.6539883613586426,
135
+ "val_mae": 2.145913600921631,
136
+ "val_loss": 0.6797480583190918
137
+ },
138
+ {
139
+ "epoch": 33,
140
+ "val_spearman": 0.3747674822807312,
141
+ "val_pearson": 0.38325953483581543,
142
+ "val_rmse": 2.3972556591033936,
143
+ "val_mae": 1.9767588376998901,
144
+ "val_loss": 0.6329625248908997
145
+ },
146
+ {
147
+ "epoch": 35,
148
+ "val_spearman": 0.40015318989753723,
149
+ "val_pearson": 0.3955272138118744,
150
+ "val_rmse": 2.4186956882476807,
151
+ "val_mae": 1.970761775970459,
152
+ "val_loss": 0.6380907893180847
153
+ },
154
+ {
155
+ "epoch": 37,
156
+ "val_spearman": 0.4073749780654907,
157
+ "val_pearson": 0.40352725982666016,
158
+ "val_rmse": 2.4655601978302,
159
+ "val_mae": 2.0143117904663086,
160
+ "val_loss": 0.6470381021499634
161
+ },
162
+ {
163
+ "epoch": 39,
164
+ "val_spearman": 0.4231547713279724,
165
+ "val_pearson": 0.41272029280662537,
166
+ "val_rmse": 2.381058692932129,
167
+ "val_mae": 1.9470807313919067,
168
+ "val_loss": 0.6175645589828491
169
+ },
170
+ {
171
+ "epoch": 41,
172
+ "val_spearman": 0.4430462718009949,
173
+ "val_pearson": 0.40737053751945496,
174
+ "val_rmse": 2.3649208545684814,
175
+ "val_mae": 1.9402371644973755,
176
+ "val_loss": 0.6177384257316589
177
+ },
178
+ {
179
+ "epoch": 43,
180
+ "val_spearman": 0.4322372376918793,
181
+ "val_pearson": 0.4048861265182495,
182
+ "val_rmse": 2.4501445293426514,
183
+ "val_mae": 2.0178842544555664,
184
+ "val_loss": 0.641817569732666
185
+ },
186
+ {
187
+ "epoch": 45,
188
+ "val_spearman": 0.4452347159385681,
189
+ "val_pearson": 0.41386041045188904,
190
+ "val_rmse": 2.378936529159546,
191
+ "val_mae": 1.953674077987671,
192
+ "val_loss": 0.6195523142814636
193
+ },
194
+ {
195
+ "epoch": 47,
196
+ "val_spearman": 0.4445781707763672,
197
+ "val_pearson": 0.4207805395126343,
198
+ "val_rmse": 2.4249327182769775,
199
+ "val_mae": 2.0128135681152344,
200
+ "val_loss": 0.6394121050834656
201
+ },
202
+ {
203
+ "epoch": 49,
204
+ "val_spearman": 0.47258999943733215,
205
+ "val_pearson": 0.4194103479385376,
206
+ "val_rmse": 2.359799385070801,
207
+ "val_mae": 1.945317268371582,
208
+ "val_loss": 0.6215949058532715
209
+ }
210
+ ]
Tm2_3595cc57/fold2.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2db198ff5d2687c684784c8e7271ac48fedd0851ddd7cd6da9a3396e39b276b
3
+ size 363492835
Tm2_3595cc57/fold2_epoch_metrics.json ADDED
@@ -0,0 +1,162 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "val_spearman": 0.0,
5
+ "val_pearson": 0.0,
6
+ "val_rmse": 0.0,
7
+ "val_mae": 0.0,
8
+ "val_loss": 0.0
9
+ },
10
+ {
11
+ "epoch": 1,
12
+ "val_spearman": 0.0,
13
+ "val_pearson": 0.0,
14
+ "val_rmse": 0.0,
15
+ "val_mae": 0.0,
16
+ "val_loss": 0.0
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "val_spearman": 0.18682947754859924,
21
+ "val_pearson": 0.039662204682826996,
22
+ "val_rmse": 2.471214771270752,
23
+ "val_mae": 1.8119498491287231,
24
+ "val_loss": 0.5918658375740051
25
+ },
26
+ {
27
+ "epoch": 5,
28
+ "val_spearman": 0.19084873795509338,
29
+ "val_pearson": 0.0812583640217781,
30
+ "val_rmse": 3.21720814704895,
31
+ "val_mae": 2.4653372764587402,
32
+ "val_loss": 0.7927330732345581
33
+ },
34
+ {
35
+ "epoch": 7,
36
+ "val_spearman": 0.1894262731075287,
37
+ "val_pearson": 0.10027654469013214,
38
+ "val_rmse": 2.695178747177124,
39
+ "val_mae": 1.9085181951522827,
40
+ "val_loss": 0.6397055983543396
41
+ },
42
+ {
43
+ "epoch": 9,
44
+ "val_spearman": 0.21526789665222168,
45
+ "val_pearson": 0.13014701008796692,
46
+ "val_rmse": 2.805914878845215,
47
+ "val_mae": 1.9421923160552979,
48
+ "val_loss": 0.6546471118927002
49
+ },
50
+ {
51
+ "epoch": 11,
52
+ "val_spearman": 0.1759127527475357,
53
+ "val_pearson": 0.12356746941804886,
54
+ "val_rmse": 3.2652266025543213,
55
+ "val_mae": 2.377105236053467,
56
+ "val_loss": 0.7780968546867371
57
+ },
58
+ {
59
+ "epoch": 13,
60
+ "val_spearman": 0.14640507102012634,
61
+ "val_pearson": 0.10187052935361862,
62
+ "val_rmse": 3.0431926250457764,
63
+ "val_mae": 2.295424699783325,
64
+ "val_loss": 0.7416063547134399
65
+ },
66
+ {
67
+ "epoch": 15,
68
+ "val_spearman": 0.16738782823085785,
69
+ "val_pearson": 0.10068148374557495,
70
+ "val_rmse": 2.7705490589141846,
71
+ "val_mae": 1.9093211889266968,
72
+ "val_loss": 0.6516000628471375
73
+ },
74
+ {
75
+ "epoch": 17,
76
+ "val_spearman": 0.16003793478012085,
77
+ "val_pearson": 0.11775171756744385,
78
+ "val_rmse": 2.941901206970215,
79
+ "val_mae": 2.1487812995910645,
80
+ "val_loss": 0.7066034078598022
81
+ },
82
+ {
83
+ "epoch": 19,
84
+ "val_spearman": 0.17164532840251923,
85
+ "val_pearson": 0.11250152438879013,
86
+ "val_rmse": 2.735353946685791,
87
+ "val_mae": 1.8752983808517456,
88
+ "val_loss": 0.6414706707000732
89
+ },
90
+ {
91
+ "epoch": 21,
92
+ "val_spearman": 0.19179706275463104,
93
+ "val_pearson": 0.10463359206914902,
94
+ "val_rmse": 2.9444997310638428,
95
+ "val_mae": 1.9889687299728394,
96
+ "val_loss": 0.681933581829071
97
+ },
98
+ {
99
+ "epoch": 23,
100
+ "val_spearman": 0.18208760023117065,
101
+ "val_pearson": 0.09089280664920807,
102
+ "val_rmse": 2.8528363704681396,
103
+ "val_mae": 1.9924753904342651,
104
+ "val_loss": 0.6845366954803467
105
+ },
106
+ {
107
+ "epoch": 25,
108
+ "val_spearman": 0.16737790405750275,
109
+ "val_pearson": 0.08205216377973557,
110
+ "val_rmse": 3.057568311691284,
111
+ "val_mae": 2.183448553085327,
112
+ "val_loss": 0.7234465479850769
113
+ },
114
+ {
115
+ "epoch": 27,
116
+ "val_spearman": 0.17402642965316772,
117
+ "val_pearson": 0.09375043958425522,
118
+ "val_rmse": 3.1807820796966553,
119
+ "val_mae": 2.4033703804016113,
120
+ "val_loss": 0.7910318374633789
121
+ },
122
+ {
123
+ "epoch": 29,
124
+ "val_spearman": 0.1804172545671463,
125
+ "val_pearson": 0.09375928342342377,
126
+ "val_rmse": 2.8391473293304443,
127
+ "val_mae": 1.921086311340332,
128
+ "val_loss": 0.6644731760025024
129
+ },
130
+ {
131
+ "epoch": 31,
132
+ "val_spearman": 0.17306780815124512,
133
+ "val_pearson": 0.09421298652887344,
134
+ "val_rmse": 3.443981170654297,
135
+ "val_mae": 2.569639205932617,
136
+ "val_loss": 0.8545769453048706
137
+ },
138
+ {
139
+ "epoch": 33,
140
+ "val_spearman": 0.17543859779834747,
141
+ "val_pearson": 0.08351602405309677,
142
+ "val_rmse": 3.3081984519958496,
143
+ "val_mae": 2.563230514526367,
144
+ "val_loss": 0.8472337126731873
145
+ },
146
+ {
147
+ "epoch": 35,
148
+ "val_spearman": 0.18136557936668396,
149
+ "val_pearson": 0.10214762389659882,
150
+ "val_rmse": 3.03448748588562,
151
+ "val_mae": 2.094930410385132,
152
+ "val_loss": 0.7233506441116333
153
+ },
154
+ {
155
+ "epoch": 37,
156
+ "val_spearman": 0.18373636901378632,
157
+ "val_pearson": 0.1104445531964302,
158
+ "val_rmse": 3.165403127670288,
159
+ "val_mae": 2.1508822441101074,
160
+ "val_loss": 0.7395936250686646
161
+ }
162
+ ]
Tm2_3595cc57/fold3.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2239110b7ab1697ceffcc47e5ca86ae68ef9e6f1894a233365000fc4b1a16bc7
3
+ size 363492835
Tm2_3595cc57/fold3_epoch_metrics.json ADDED
@@ -0,0 +1,186 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "val_spearman": 0.0,
5
+ "val_pearson": 0.0,
6
+ "val_rmse": 0.0,
7
+ "val_mae": 0.0,
8
+ "val_loss": 0.0
9
+ },
10
+ {
11
+ "epoch": 1,
12
+ "val_spearman": 0.0,
13
+ "val_pearson": 0.0,
14
+ "val_rmse": 0.0,
15
+ "val_mae": 0.0,
16
+ "val_loss": 0.0
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "val_spearman": 0.21962063014507294,
21
+ "val_pearson": 0.37035760283470154,
22
+ "val_rmse": 3.4200637340545654,
23
+ "val_mae": 2.635573625564575,
24
+ "val_loss": 0.8654186129570007
25
+ },
26
+ {
27
+ "epoch": 5,
28
+ "val_spearman": 0.3194831311702728,
29
+ "val_pearson": 0.4089052379131317,
30
+ "val_rmse": 3.1173062324523926,
31
+ "val_mae": 2.435378074645996,
32
+ "val_loss": 0.8533200025558472
33
+ },
34
+ {
35
+ "epoch": 7,
36
+ "val_spearman": 0.37591132521629333,
37
+ "val_pearson": 0.4223862290382385,
38
+ "val_rmse": 3.2103512287139893,
39
+ "val_mae": 2.326458692550659,
40
+ "val_loss": 0.7022590637207031
41
+ },
42
+ {
43
+ "epoch": 9,
44
+ "val_spearman": 0.45975103974342346,
45
+ "val_pearson": 0.41432926058769226,
46
+ "val_rmse": 3.1627755165100098,
47
+ "val_mae": 2.2502760887145996,
48
+ "val_loss": 0.6877591609954834
49
+ },
50
+ {
51
+ "epoch": 11,
52
+ "val_spearman": 0.45486336946487427,
53
+ "val_pearson": 0.412537157535553,
54
+ "val_rmse": 3.4207122325897217,
55
+ "val_mae": 2.652467966079712,
56
+ "val_loss": 0.9377812147140503
57
+ },
58
+ {
59
+ "epoch": 13,
60
+ "val_spearman": 0.4505038559436798,
61
+ "val_pearson": 0.41239216923713684,
62
+ "val_rmse": 3.9656894207000732,
63
+ "val_mae": 3.159776210784912,
64
+ "val_loss": 0.9295358657836914
65
+ },
66
+ {
67
+ "epoch": 15,
68
+ "val_spearman": 0.46802204847335815,
69
+ "val_pearson": 0.41480904817581177,
70
+ "val_rmse": 3.161743402481079,
71
+ "val_mae": 2.4701061248779297,
72
+ "val_loss": 0.8508498072624207
73
+ },
74
+ {
75
+ "epoch": 17,
76
+ "val_spearman": 0.4484618604183197,
77
+ "val_pearson": 0.4134083390235901,
78
+ "val_rmse": 3.2023558616638184,
79
+ "val_mae": 2.346938371658325,
80
+ "val_loss": 0.7909800410270691
81
+ },
82
+ {
83
+ "epoch": 19,
84
+ "val_spearman": 0.44896265864372253,
85
+ "val_pearson": 0.42395853996276855,
86
+ "val_rmse": 3.6067564487457275,
87
+ "val_mae": 2.691801071166992,
88
+ "val_loss": 0.7437362670898438
89
+ },
90
+ {
91
+ "epoch": 21,
92
+ "val_spearman": 0.41588619351387024,
93
+ "val_pearson": 0.4253119230270386,
94
+ "val_rmse": 3.5663866996765137,
95
+ "val_mae": 2.775012731552124,
96
+ "val_loss": 0.9907801151275635
97
+ },
98
+ {
99
+ "epoch": 23,
100
+ "val_spearman": 0.4019915759563446,
101
+ "val_pearson": 0.41713088750839233,
102
+ "val_rmse": 3.0489301681518555,
103
+ "val_mae": 2.251572370529175,
104
+ "val_loss": 0.7238819003105164
105
+ },
106
+ {
107
+ "epoch": 25,
108
+ "val_spearman": 0.42522671818733215,
109
+ "val_pearson": 0.4118209779262543,
110
+ "val_rmse": 3.1870954036712646,
111
+ "val_mae": 2.2483253479003906,
112
+ "val_loss": 0.6778995394706726
113
+ },
114
+ {
115
+ "epoch": 27,
116
+ "val_spearman": 0.43494755029678345,
117
+ "val_pearson": 0.4099811017513275,
118
+ "val_rmse": 3.1717216968536377,
119
+ "val_mae": 2.2579517364501953,
120
+ "val_loss": 0.7187701463699341
121
+ },
122
+ {
123
+ "epoch": 29,
124
+ "val_spearman": 0.37899354100227356,
125
+ "val_pearson": 0.4083724915981293,
126
+ "val_rmse": 3.2516019344329834,
127
+ "val_mae": 2.2924318313598633,
128
+ "val_loss": 0.7295514345169067
129
+ },
130
+ {
131
+ "epoch": 31,
132
+ "val_spearman": 0.3650050461292267,
133
+ "val_pearson": 0.40677550435066223,
134
+ "val_rmse": 3.1693203449249268,
135
+ "val_mae": 2.2866370677948,
136
+ "val_loss": 0.7329525947570801
137
+ },
138
+ {
139
+ "epoch": 33,
140
+ "val_spearman": 0.3531503677368164,
141
+ "val_pearson": 0.4069657623767853,
142
+ "val_rmse": 3.2014529705047607,
143
+ "val_mae": 2.233044385910034,
144
+ "val_loss": 0.6809255480766296
145
+ },
146
+ {
147
+ "epoch": 35,
148
+ "val_spearman": 0.3544543981552124,
149
+ "val_pearson": 0.4026501178741455,
150
+ "val_rmse": 3.3172740936279297,
151
+ "val_mae": 2.2771379947662354,
152
+ "val_loss": 0.6658726930618286
153
+ },
154
+ {
155
+ "epoch": 37,
156
+ "val_spearman": 0.3512359857559204,
157
+ "val_pearson": 0.4029855728149414,
158
+ "val_rmse": 3.332709312438965,
159
+ "val_mae": 2.2430503368377686,
160
+ "val_loss": 0.6591321229934692
161
+ },
162
+ {
163
+ "epoch": 39,
164
+ "val_spearman": 0.3450891971588135,
165
+ "val_pearson": 0.4061523675918579,
166
+ "val_rmse": 3.305448293685913,
167
+ "val_mae": 2.2783021926879883,
168
+ "val_loss": 0.7094303369522095
169
+ },
170
+ {
171
+ "epoch": 41,
172
+ "val_spearman": 0.3350127339363098,
173
+ "val_pearson": 0.40093687176704407,
174
+ "val_rmse": 3.3263607025146484,
175
+ "val_mae": 2.280118465423584,
176
+ "val_loss": 0.7070797681808472
177
+ },
178
+ {
179
+ "epoch": 43,
180
+ "val_spearman": 0.315096914768219,
181
+ "val_pearson": 0.39819371700286865,
182
+ "val_rmse": 3.315420389175415,
183
+ "val_mae": 2.2449629306793213,
184
+ "val_loss": 0.6766581535339355
185
+ }
186
+ ]
Tm2_3595cc57/fold4.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b1e423286a8a0d224bf9ec0e04e919dd9458e635d7a47befed67010f0bd0ec1
3
+ size 363492835
Tm2_3595cc57/fold4_epoch_metrics.json ADDED
@@ -0,0 +1,138 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "val_spearman": 0.0,
5
+ "val_pearson": 0.0,
6
+ "val_rmse": 0.0,
7
+ "val_mae": 0.0,
8
+ "val_loss": 0.0
9
+ },
10
+ {
11
+ "epoch": 1,
12
+ "val_spearman": 0.0,
13
+ "val_pearson": 0.0,
14
+ "val_rmse": 0.0,
15
+ "val_mae": 0.0,
16
+ "val_loss": 0.0
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "val_spearman": 0.4404521882534027,
21
+ "val_pearson": 0.4630979597568512,
22
+ "val_rmse": 4.5907416343688965,
23
+ "val_mae": 3.9078986644744873,
24
+ "val_loss": 1.271386742591858
25
+ },
26
+ {
27
+ "epoch": 5,
28
+ "val_spearman": 0.4243902564048767,
29
+ "val_pearson": 0.47256287932395935,
30
+ "val_rmse": 2.431190013885498,
31
+ "val_mae": 1.9172601699829102,
32
+ "val_loss": 0.6587614417076111
33
+ },
34
+ {
35
+ "epoch": 7,
36
+ "val_spearman": 0.4242026209831238,
37
+ "val_pearson": 0.4702180325984955,
38
+ "val_rmse": 3.463510513305664,
39
+ "val_mae": 2.77067232131958,
40
+ "val_loss": 0.9104807376861572
41
+ },
42
+ {
43
+ "epoch": 9,
44
+ "val_spearman": 0.43320825695991516,
45
+ "val_pearson": 0.47733330726623535,
46
+ "val_rmse": 2.4735732078552246,
47
+ "val_mae": 1.9233341217041016,
48
+ "val_loss": 0.6585797071456909
49
+ },
50
+ {
51
+ "epoch": 11,
52
+ "val_spearman": 0.4095684885978699,
53
+ "val_pearson": 0.487631618976593,
54
+ "val_rmse": 2.417964458465576,
55
+ "val_mae": 1.8731276988983154,
56
+ "val_loss": 0.6324042081832886
57
+ },
58
+ {
59
+ "epoch": 13,
60
+ "val_spearman": 0.4146341383457184,
61
+ "val_pearson": 0.49169811606407166,
62
+ "val_rmse": 2.3367154598236084,
63
+ "val_mae": 1.7530397176742554,
64
+ "val_loss": 0.5940362215042114
65
+ },
66
+ {
67
+ "epoch": 15,
68
+ "val_spearman": 0.3975609838962555,
69
+ "val_pearson": 0.48487353324890137,
70
+ "val_rmse": 2.351487874984741,
71
+ "val_mae": 1.7717616558074951,
72
+ "val_loss": 0.5953398942947388
73
+ },
74
+ {
75
+ "epoch": 17,
76
+ "val_spearman": 0.3934333920478821,
77
+ "val_pearson": 0.4862987995147705,
78
+ "val_rmse": 2.3649284839630127,
79
+ "val_mae": 1.763922929763794,
80
+ "val_loss": 0.5886167883872986
81
+ },
82
+ {
83
+ "epoch": 19,
84
+ "val_spearman": 0.3739212155342102,
85
+ "val_pearson": 0.48121699690818787,
86
+ "val_rmse": 2.3999717235565186,
87
+ "val_mae": 1.7873456478118896,
88
+ "val_loss": 0.589566171169281
89
+ },
90
+ {
91
+ "epoch": 21,
92
+ "val_spearman": 0.35947465896606445,
93
+ "val_pearson": 0.4718266427516937,
94
+ "val_rmse": 2.4341747760772705,
95
+ "val_mae": 1.88063645362854,
96
+ "val_loss": 0.6182584166526794
97
+ },
98
+ {
99
+ "epoch": 23,
100
+ "val_spearman": 0.3318949341773987,
101
+ "val_pearson": 0.4621531665325165,
102
+ "val_rmse": 2.8165225982666016,
103
+ "val_mae": 2.167024612426758,
104
+ "val_loss": 0.6877797842025757
105
+ },
106
+ {
107
+ "epoch": 25,
108
+ "val_spearman": 0.28724202513694763,
109
+ "val_pearson": 0.4443374574184418,
110
+ "val_rmse": 2.468963146209717,
111
+ "val_mae": 1.8483450412750244,
112
+ "val_loss": 0.6063601970672607
113
+ },
114
+ {
115
+ "epoch": 27,
116
+ "val_spearman": 0.3246868848800659,
117
+ "val_pearson": 0.45166081190109253,
118
+ "val_rmse": 2.7834324836730957,
119
+ "val_mae": 2.193396806716919,
120
+ "val_loss": 0.7043881416320801
121
+ },
122
+ {
123
+ "epoch": 29,
124
+ "val_spearman": 0.33771106600761414,
125
+ "val_pearson": 0.4653436243534088,
126
+ "val_rmse": 2.8038337230682373,
127
+ "val_mae": 2.1875882148742676,
128
+ "val_loss": 0.6974581480026245
129
+ },
130
+ {
131
+ "epoch": 31,
132
+ "val_spearman": 0.3652908205986023,
133
+ "val_pearson": 0.474272221326828,
134
+ "val_rmse": 2.3974721431732178,
135
+ "val_mae": 1.807247519493103,
136
+ "val_loss": 0.5926802754402161
137
+ }
138
+ ]