diff --git a/experiments/tedit/synth-m/seed0/config.template.yaml b/experiments/tedit/synth-m/seed0/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..320daec322c832b271d4d3cd39ac5d229c46813b --- /dev/null +++ b/experiments/tedit/synth-m/seed0/config.template.yaml @@ -0,0 +1,160 @@ +name: synth-m_tedit +description: '' +seed: 0 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: tedit + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + multipatch_num: 3 + base_patch: 4 + L_patch_len: 3 + diffusion_steps: 50 + diffusion_embedding_dim: 128 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + is_linear: false + side_var_emb: 16 + side_time_emb: 112 + var_emb: 64 + time_emb: 64 + attr_proj_type: avg + attr_heads: 8 + attr_layers: 2 + n_attrs: 4 + feature_ratio: 0.5 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/tedit/synth-m/seed0 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-29T11:59:19.476747' diff --git a/experiments/tedit/synth-m/seed0/results/expected_seed_metrics.json b/experiments/tedit/synth-m/seed0/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..136cc548ad47e43f9a91f5298f443e5e7d573060 --- /dev/null +++ b/experiments/tedit/synth-m/seed0/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 9.449965004665586, + "wape": 84.70754473291974, + "ed": 12.568117126464843, + "crps": 0.43670245952221176, + "acd": 0.05856379494071007, + "sd": 0.029261844309823173, + "kd": 0.38030240728596487, + "mdd": 0.01425675455729166, + "fid": 34.12589442222904, + "sfd": 29.040304538337182, + "jftsd": 42.52122642823781, + "prdc_f1.f1": 0.3770247463499134, + "prdc_f1.precision": 0.7595, + "prdc_f1.recall": 0.25075, + "joint_prdc_f1.f1": 0.49005342399222923, + "joint_prdc_f1.precision": 0.6275, + "joint_prdc_f1.recall": 0.402, + "cttp": 21.539698181152342, + "disc_auc": 0.99049265625 +} \ No newline at end of file diff --git a/experiments/tedit/synth-m/seed0/summary.json b/experiments/tedit/synth-m/seed0/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4c8a8a79556f1873ed372f6a3e2fee0c372055bb --- /dev/null +++ b/experiments/tedit/synth-m/seed0/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-29T12:45:10.406925", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/tedit/synth-m/seed1/config.template.yaml b/experiments/tedit/synth-m/seed1/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7d231f02466bc2f819186f8c68a65d85643bbf06 --- /dev/null +++ b/experiments/tedit/synth-m/seed1/config.template.yaml @@ -0,0 +1,160 @@ +name: synth-m_tedit +description: '' +seed: 1 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: tedit + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + multipatch_num: 3 + base_patch: 4 + L_patch_len: 3 + diffusion_steps: 50 + diffusion_embedding_dim: 128 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + is_linear: false + side_var_emb: 16 + side_time_emb: 112 + var_emb: 64 + time_emb: 64 + attr_proj_type: avg + attr_heads: 8 + attr_layers: 2 + n_attrs: 4 + feature_ratio: 0.5 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/tedit/synth-m/seed1 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-29T12:00:28.391672' diff --git a/experiments/tedit/synth-m/seed1/results/expected_seed_metrics.json b/experiments/tedit/synth-m/seed1/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a073e4b76db8f734fc525d73fbf4c079675e9e75 --- /dev/null +++ b/experiments/tedit/synth-m/seed1/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 10.657325486540197, + "wape": 93.90555822286085, + "ed": 13.747008003234864, + "crps": 0.48623683406631973, + "acd": 0.04866933822631836, + "sd": 0.02613117771252848, + "kd": 0.18543531249497258, + "mdd": 0.017248840332031244, + "fid": 35.71198160860902, + "sfd": 28.30212871877896, + "jftsd": 44.363306631870586, + "prdc_f1.f1": 0.32694431216931213, + "prdc_f1.precision": 0.73475, + "prdc_f1.recall": 0.21025, + "joint_prdc_f1.f1": 0.47389876605389064, + "joint_prdc_f1.precision": 0.602, + "joint_prdc_f1.recall": 0.39075, + "cttp": 20.862328704833985, + "disc_auc": 0.9933971875000001 +} \ No newline at end of file diff --git a/experiments/tedit/synth-m/seed1/summary.json b/experiments/tedit/synth-m/seed1/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..de403bae8be3d17eb12c3bb5fc391cca40e1ccfd --- /dev/null +++ b/experiments/tedit/synth-m/seed1/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-29T12:35:21.171409", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/tedit/synth-m/seed2/config.template.yaml b/experiments/tedit/synth-m/seed2/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d19da71f3d38cdecfac340ef676e55d1ce07d6 --- /dev/null +++ b/experiments/tedit/synth-m/seed2/config.template.yaml @@ -0,0 +1,160 @@ +name: synth-m_tedit +description: '' +seed: 2 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: tedit + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + multipatch_num: 3 + base_patch: 4 + L_patch_len: 3 + diffusion_steps: 50 + diffusion_embedding_dim: 128 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + is_linear: false + side_var_emb: 16 + side_time_emb: 112 + var_emb: 64 + time_emb: 64 + attr_proj_type: avg + attr_heads: 8 + attr_layers: 2 + n_attrs: 4 + feature_ratio: 0.5 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/tedit/synth-m/seed2 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-29T12:08:28.447209' diff --git a/experiments/tedit/synth-m/seed2/results/expected_seed_metrics.json b/experiments/tedit/synth-m/seed2/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ecf4009cf2a38806a98a6d05f8e1b1171264df02 --- /dev/null +++ b/experiments/tedit/synth-m/seed2/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 9.850579732121773, + "wape": 88.43444260454119, + "ed": 13.037744049072266, + "crps": 0.47628230624078943, + "acd": 0.05967891961336136, + "sd": 0.03868219061395673, + "kd": 0.1998955795200681, + "mdd": 0.014961975097656245, + "fid": 35.74539814735715, + "sfd": 28.039383014968706, + "jftsd": 44.55691533072158, + "prdc_f1.f1": 0.34751166448230664, + "prdc_f1.precision": 0.72525, + "prdc_f1.recall": 0.2285, + "joint_prdc_f1.f1": 0.47022108585858585, + "joint_prdc_f1.precision": 0.60575, + "joint_prdc_f1.recall": 0.38425, + "cttp": 21.313952178955077, + "disc_auc": 0.98900359375 +} \ No newline at end of file diff --git a/experiments/tedit/synth-m/seed2/summary.json b/experiments/tedit/synth-m/seed2/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..8b0e2473369c2fac8150bb6d7a58550a6421e04f --- /dev/null +++ b/experiments/tedit/synth-m/seed2/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-29T12:41:29.837867", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/tedit/synth-u/seed0/config.template.yaml b/experiments/tedit/synth-u/seed0/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9cdece9550efeef3bf93428c08b4730200701e9d --- /dev/null +++ b/experiments/tedit/synth-u/seed0/config.template.yaml @@ -0,0 +1,159 @@ +name: synth-u_tedit +description: '' +seed: 0 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: tedit + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + multipatch_num: 3 + base_patch: 4 + L_patch_len: 3 + diffusion_steps: 50 + diffusion_embedding_dim: 128 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + is_linear: false + side_var_emb: 16 + side_time_emb: 112 + var_emb: 64 + time_emb: 64 + attr_proj_type: avg + attr_heads: 8 + attr_layers: 2 + n_attrs: 4 + feature_ratio: 0.5 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/tedit/synth-u/seed0 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-29T12:18:46.320258' diff --git a/experiments/tedit/synth-u/seed0/results/expected_seed_metrics.json b/experiments/tedit/synth-u/seed0/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..52b090f7c53add04fd45c02e711a63dd47ceb8d2 --- /dev/null +++ b/experiments/tedit/synth-u/seed0/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 7.959363302202195, + "wape": 125.00642335567366, + "ed": 12.238202255249023, + "crps": 0.7558069003698727, + "acd": 0.06724201887845993, + "sd": 0.28640310958163423, + "kd": 0.2388073990442381, + "mdd": 0.02708036295572916, + "fid": 53.56211119503274, + "sfd": 3.2625660021071496, + "jftsd": 64.02011808883037, + "prdc_f1.f1": 0.18506040784917277, + "prdc_f1.precision": 0.538, + "prdc_f1.recall": 0.11175, + "joint_prdc_f1.f1": 0.49510117967332123, + "joint_prdc_f1.precision": 0.7265, + "joint_prdc_f1.recall": 0.3755, + "cttp": 19.67137551879883, + "disc_auc": 0.98694375 +} \ No newline at end of file diff --git a/experiments/tedit/synth-u/seed0/summary.json b/experiments/tedit/synth-u/seed0/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..f794131b062cb8dcdcdcbfc67712d38a5ffdd8b7 --- /dev/null +++ b/experiments/tedit/synth-u/seed0/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-29T12:29:22.785295", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/tedit/synth-u/seed1/config.template.yaml b/experiments/tedit/synth-u/seed1/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4ba1c0ede64f58bc2eaf9ac8ff81179d26ca724d --- /dev/null +++ b/experiments/tedit/synth-u/seed1/config.template.yaml @@ -0,0 +1,159 @@ +name: synth-u_tedit +description: '' +seed: 1 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: tedit + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + multipatch_num: 3 + base_patch: 4 + L_patch_len: 3 + diffusion_steps: 50 + diffusion_embedding_dim: 128 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + is_linear: false + side_var_emb: 16 + side_time_emb: 112 + var_emb: 64 + time_emb: 64 + attr_proj_type: avg + attr_heads: 8 + attr_layers: 2 + n_attrs: 4 + feature_ratio: 0.5 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/tedit/synth-u/seed1 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-29T12:32:08.099443' diff --git a/experiments/tedit/synth-u/seed1/results/expected_seed_metrics.json b/experiments/tedit/synth-u/seed1/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..68071022eab7cb2134fbbd36da2170076edd3b00 --- /dev/null +++ b/experiments/tedit/synth-u/seed1/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 6.888405716152939, + "wape": 108.86051449077287, + "ed": 10.816663734436036, + "crps": 0.648811074876578, + "acd": 0.06429418176412582, + "sd": 0.09525932871616731, + "kd": 0.41859134401745623, + "mdd": 0.021761311848958333, + "fid": 52.893325673487965, + "sfd": 2.6884680714630846, + "jftsd": 63.38460337243362, + "prdc_f1.f1": 0.1599864812668984, + "prdc_f1.precision": 0.55375, + "prdc_f1.recall": 0.0935, + "joint_prdc_f1.f1": 0.48190530389255626, + "joint_prdc_f1.precision": 0.74125, + "joint_prdc_f1.recall": 0.357, + "cttp": 20.302712860107423, + "disc_auc": 0.98518453125 +} \ No newline at end of file diff --git a/experiments/tedit/synth-u/seed1/summary.json b/experiments/tedit/synth-u/seed1/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..db7c55a9e5eb4666e49ff5452a8074c58b7dc034 --- /dev/null +++ b/experiments/tedit/synth-u/seed1/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-29T12:40:34.382593", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/tedit/synth-u/seed2/config.template.yaml b/experiments/tedit/synth-u/seed2/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0d682972f0c1cdaa67c0d73d7459961f9fb0a45f --- /dev/null +++ b/experiments/tedit/synth-u/seed2/config.template.yaml @@ -0,0 +1,159 @@ +name: synth-u_tedit +description: '' +seed: 2 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: tedit + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + multipatch_num: 3 + base_patch: 4 + L_patch_len: 3 + diffusion_steps: 50 + diffusion_embedding_dim: 128 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + is_linear: false + side_var_emb: 16 + side_time_emb: 112 + var_emb: 64 + time_emb: 64 + attr_proj_type: avg + attr_heads: 8 + attr_layers: 2 + n_attrs: 4 + feature_ratio: 0.5 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/tedit/synth-u/seed2 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-29T12:39:13.258262' diff --git a/experiments/tedit/synth-u/seed2/results/expected_seed_metrics.json b/experiments/tedit/synth-u/seed2/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..269b6b077d526c6c0ae087085eaa63b6422f2308 --- /dev/null +++ b/experiments/tedit/synth-u/seed2/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 5.892986179293807, + "wape": 97.12165176525684, + "ed": 9.810233108520508, + "crps": 0.48175781361963693, + "acd": 0.06590211391448975, + "sd": 0.1077936509493189, + "kd": 0.2053429891488836, + "mdd": 0.01589180501302083, + "fid": 41.02142245362586, + "sfd": 1.7363249259577884, + "jftsd": 52.48946236949155, + "prdc_f1.f1": 0.24714336535040912, + "prdc_f1.precision": 0.54275, + "prdc_f1.recall": 0.16, + "joint_prdc_f1.f1": 0.5708573059360731, + "joint_prdc_f1.precision": 0.73975, + "joint_prdc_f1.recall": 0.46475, + "cttp": 21.15283854675293, + "disc_auc": 0.9766831249999999 +} \ No newline at end of file diff --git a/experiments/tedit/synth-u/seed2/summary.json b/experiments/tedit/synth-u/seed2/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..09d2624e79e423deee4ab621641227f5021e09f7 --- /dev/null +++ b/experiments/tedit/synth-u/seed2/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-29T12:46:14.889866", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/timevqvae/synth-m/seed0/config.template.yaml b/experiments/timevqvae/synth-m/seed0/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..60ec1cd6f54b21d38e1f44f8531302bcb66ab8e4 --- /dev/null +++ b/experiments/timevqvae/synth-m/seed0/config.template.yaml @@ -0,0 +1,182 @@ +name: synth-m_timevqvae +description: '' +seed: 0 +device: cuda:0 +train: + stages: + - name: pretrain + epochs: 200 + lr: 0.001 + use_condition: false + freeze_modules: [] + early_stopping_patience: 50 + - name: finetune + epochs: 500 + lr: 0.001 + use_condition: true + freeze_modules: [] + load_from_stage: pretrain + early_stopping_patience: 50 + stages_preset: two_stage + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: timevqvae + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + vqvae: + n_fft: 4 + codebook_sizes: + lf: 1024 + hf: 1024 + codebook_dim: 8 + encoder: + init_dim: 4 + hid_dim: 128 + n_resnet_blocks: 2 + downsampled_width: + lf: 8 + hf: 32 + decoder: + n_resnet_blocks: 2 + maskgit: + choice_temperatures: + lf: 10.0 + hf: 0.0 + T: + lf: 10 + hf: 10 + cfg_scale: 1.0 + ESS: + use: false + error_ratio_ma_rate: 0.3 + prior: + hidden_dim: 128 + n_layers: 4 + heads: 2 + ff_mult: 1.0 + use_rmsnorm: true + p_unconditional: 0.2 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: true + num_classes: 128 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/timevqvae/synth-m/seed0 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-29T12:13:04.898091' diff --git a/experiments/timevqvae/synth-m/seed0/results/expected_seed_metrics.json b/experiments/timevqvae/synth-m/seed0/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ed9460f1c6875d05576b3aa3a0156c0afc98436c --- /dev/null +++ b/experiments/timevqvae/synth-m/seed0/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 9.31858648716823, + "wape": 81.88684183666123, + "ed": 12.126584754943847, + "crps": 0.4874841920208506, + "acd": 0.07085198909044266, + "sd": 0.04403555863491975, + "kd": 0.5307467714991572, + "mdd": 0.021716542561848955, + "fid": 60.97225531828698, + "sfd": 42.101143778819434, + "jftsd": 67.23506846932088, + "prdc_f1.f1": 0.09898362892223739, + "prdc_f1.precision": 0.86375, + "prdc_f1.recall": 0.0525, + "joint_prdc_f1.f1": 0.30589631843926995, + "joint_prdc_f1.precision": 0.58775, + "joint_prdc_f1.recall": 0.20675, + "cttp": 19.705974319458008, + "disc_auc": 0.99985765625 +} \ No newline at end of file diff --git a/experiments/timevqvae/synth-m/seed0/summary.json b/experiments/timevqvae/synth-m/seed0/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..3b0b200a29c93d2d86af94dc9bcfe7a5f81cf815 --- /dev/null +++ b/experiments/timevqvae/synth-m/seed0/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-29T13:38:29.052592", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/timevqvae/synth-m/seed1/config.template.yaml b/experiments/timevqvae/synth-m/seed1/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f7ef4c45f0b28e97bcaf990bca4c557f65433983 --- /dev/null +++ b/experiments/timevqvae/synth-m/seed1/config.template.yaml @@ -0,0 +1,182 @@ +name: synth-m_timevqvae +description: '' +seed: 1 +device: cuda:0 +train: + stages: + - name: pretrain + epochs: 200 + lr: 0.001 + use_condition: false + freeze_modules: [] + early_stopping_patience: 50 + - name: finetune + epochs: 500 + lr: 0.001 + use_condition: true + freeze_modules: [] + load_from_stage: pretrain + early_stopping_patience: 50 + stages_preset: two_stage + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: timevqvae + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + vqvae: + n_fft: 4 + codebook_sizes: + lf: 1024 + hf: 1024 + codebook_dim: 8 + encoder: + init_dim: 4 + hid_dim: 128 + n_resnet_blocks: 2 + downsampled_width: + lf: 8 + hf: 32 + decoder: + n_resnet_blocks: 2 + maskgit: + choice_temperatures: + lf: 10.0 + hf: 0.0 + T: + lf: 10 + hf: 10 + cfg_scale: 1.0 + ESS: + use: false + error_ratio_ma_rate: 0.3 + prior: + hidden_dim: 128 + n_layers: 4 + heads: 2 + ff_mult: 1.0 + use_rmsnorm: true + p_unconditional: 0.2 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: true + num_classes: 128 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/timevqvae/synth-m/seed1 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-29T12:13:36.367851' diff --git a/experiments/timevqvae/synth-m/seed1/results/expected_seed_metrics.json b/experiments/timevqvae/synth-m/seed1/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b8e3575c349e88e151dfe12250fa1712a36c9b02 --- /dev/null +++ b/experiments/timevqvae/synth-m/seed1/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 9.343814207994294, + "wape": 82.52775025941148, + "ed": 12.224420776367188, + "crps": 0.4997049319745764, + "acd": 0.07632005959749222, + "sd": 0.025823204978308596, + "kd": 0.6081971666035935, + "mdd": 0.020432098388671868, + "fid": 60.14093743514633, + "sfd": 53.61667895938183, + "jftsd": 66.51047358008486, + "prdc_f1.f1": 0.10702228187919463, + "prdc_f1.precision": 0.87425, + "prdc_f1.recall": 0.057, + "joint_prdc_f1.f1": 0.31592179289026273, + "joint_prdc_f1.precision": 0.5935, + "joint_prdc_f1.recall": 0.21525, + "cttp": 19.920206237792968, + "disc_auc": 0.9996260937500001 +} \ No newline at end of file diff --git a/experiments/timevqvae/synth-m/seed1/summary.json b/experiments/timevqvae/synth-m/seed1/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4b66d30865aa629d775fd342174ed280a8770952 --- /dev/null +++ b/experiments/timevqvae/synth-m/seed1/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-29T13:53:15.114698", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/timevqvae/synth-m/seed2/config.template.yaml b/experiments/timevqvae/synth-m/seed2/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..951b10d6cbe910657633b459b31326db5a328203 --- /dev/null +++ b/experiments/timevqvae/synth-m/seed2/config.template.yaml @@ -0,0 +1,182 @@ +name: synth-m_timevqvae +description: '' +seed: 2 +device: cuda:0 +train: + stages: + - name: pretrain + epochs: 200 + lr: 0.001 + use_condition: false + freeze_modules: [] + early_stopping_patience: 50 + - name: finetune + epochs: 500 + lr: 0.001 + use_condition: true + freeze_modules: [] + load_from_stage: pretrain + early_stopping_patience: 50 + stages_preset: two_stage + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: timevqvae + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + vqvae: + n_fft: 4 + codebook_sizes: + lf: 1024 + hf: 1024 + codebook_dim: 8 + encoder: + init_dim: 4 + hid_dim: 128 + n_resnet_blocks: 2 + downsampled_width: + lf: 8 + hf: 32 + decoder: + n_resnet_blocks: 2 + maskgit: + choice_temperatures: + lf: 10.0 + hf: 0.0 + T: + lf: 10 + hf: 10 + cfg_scale: 1.0 + ESS: + use: false + error_ratio_ma_rate: 0.3 + prior: + hidden_dim: 128 + n_layers: 4 + heads: 2 + ff_mult: 1.0 + use_rmsnorm: true + p_unconditional: 0.2 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: true + num_classes: 128 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/timevqvae/synth-m/seed2 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-29T12:17:07.015654' diff --git a/experiments/timevqvae/synth-m/seed2/results/expected_seed_metrics.json b/experiments/timevqvae/synth-m/seed2/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c817d467c2fe644553120e76e183b92038b5a17b --- /dev/null +++ b/experiments/timevqvae/synth-m/seed2/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 9.057030897705099, + "wape": 80.26683620723146, + "ed": 11.922863044738769, + "crps": 0.47646317756947987, + "acd": 0.07277964800596237, + "sd": 0.014800543923988174, + "kd": 0.7531600463214593, + "mdd": 0.021204711914062493, + "fid": 60.74959109588518, + "sfd": 47.06639864320983, + "jftsd": 66.83946958109215, + "prdc_f1.f1": 0.09407817634173056, + "prdc_f1.precision": 0.86325, + "prdc_f1.recall": 0.04975, + "joint_prdc_f1.f1": 0.31364056720098643, + "joint_prdc_f1.precision": 0.5985, + "joint_prdc_f1.recall": 0.2125, + "cttp": 19.964169830322266, + "disc_auc": 0.999586875 +} \ No newline at end of file diff --git a/experiments/timevqvae/synth-m/seed2/summary.json b/experiments/timevqvae/synth-m/seed2/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..25846250ff46402c1fe5da387fa973bceb5ef3f3 --- /dev/null +++ b/experiments/timevqvae/synth-m/seed2/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-29T13:48:00.124971", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/timevqvae/synth-u/seed2/results/expected_seed_metrics.json b/experiments/timevqvae/synth-u/seed2/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..97eeaf030579e49965b109c9017c4fae6cbdb584 --- /dev/null +++ b/experiments/timevqvae/synth-u/seed2/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 4.787562399860754, + "wape": 78.679489850362, + "ed": 8.096774627685546, + "crps": 0.46088996795434334, + "acd": 0.08149992674589157, + "sd": 0.06299340445322331, + "kd": 0.759065214899195, + "mdd": 0.025206624348958328, + "fid": 77.73334841368484, + "sfd": 5.412455164232835, + "jftsd": 85.91943105891795, + "prdc_f1.f1": 0.035607669122572, + "prdc_f1.precision": 0.72825, + "prdc_f1.recall": 0.01825, + "joint_prdc_f1.f1": 0.31903679653679656, + "joint_prdc_f1.precision": 0.719, + "joint_prdc_f1.recall": 0.205, + "cttp": 15.809910827636719, + "disc_auc": 0.9997239062500001 +} \ No newline at end of file diff --git a/experiments/timeweaver/synth-m/seed0/config.template.yaml b/experiments/timeweaver/synth-m/seed0/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8aa96c1709363b813f7efdcffb919d9a83c71f68 --- /dev/null +++ b/experiments/timeweaver/synth-m/seed0/config.template.yaml @@ -0,0 +1,155 @@ +name: synth-m_timeweaver +description: '' +seed: 0 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: timeweaver + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + attr_dim: 64 + num_attr_heads: 4 + diffusion_steps: 50 + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + base_patch: 4 + attr_proj_type: avg + attr_heads: 8 + attr_layers: 2 + n_attrs: 4 + feature_ratio: 0.5 + side_var_emb: 16 + side_time_emb: 112 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/timeweaver/synth-m/seed0 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-27T20:26:50.198854' diff --git a/experiments/timeweaver/synth-m/seed0/summary.json b/experiments/timeweaver/synth-m/seed0/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e08aec07ab925bdd13be4512b1d12729fbcb6cff --- /dev/null +++ b/experiments/timeweaver/synth-m/seed0/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-27T21:14:55.616926", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/timeweaver/synth-u/seed0/config.template.yaml b/experiments/timeweaver/synth-u/seed0/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d41ee40556038bed3056928f33591cf52d111522 --- /dev/null +++ b/experiments/timeweaver/synth-u/seed0/config.template.yaml @@ -0,0 +1,154 @@ +name: synth-u_timeweaver +description: '' +seed: 0 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: timeweaver + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + attr_dim: 64 + num_attr_heads: 4 + diffusion_steps: 50 + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + base_patch: 4 + attr_proj_type: avg + attr_heads: 8 + attr_layers: 2 + n_attrs: 4 + feature_ratio: 0.5 + side_var_emb: 16 + side_time_emb: 112 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/timeweaver/synth-u/seed0 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-27T20:37:00.990690' diff --git a/experiments/timeweaver/synth-u/seed0/results/expected_seed_metrics.json b/experiments/timeweaver/synth-u/seed0/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..1df2d60c0df0fcc7409004d8fac7f5d8c9835b0e --- /dev/null +++ b/experiments/timeweaver/synth-u/seed0/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 6.5257270444318785, + "wape": 106.23219971334166, + "ed": 10.546296043395996, + "crps": 0.6598063489456146, + "acd": 0.0835137665271759, + "sd": 0.03484983097586652, + "kd": 0.7245602803386209, + "mdd": 0.02627673339843749, + "fid": 71.69699309532854, + "sfd": 2.824899052929652, + "jftsd": 81.25624647681377, + "prdc_f1.f1": 0.05651001430615164, + "prdc_f1.precision": 0.6695, + "prdc_f1.recall": 0.0295, + "joint_prdc_f1.f1": 0.3397619872136388, + "joint_prdc_f1.precision": 0.71575, + "joint_prdc_f1.recall": 0.22275, + "cttp": 17.022034454345704, + "disc_auc": 0.9896035937500001 +} \ No newline at end of file diff --git a/experiments/timeweaver/synth-u/seed0/summary.json b/experiments/timeweaver/synth-u/seed0/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d5f2a423b4548039c2f0450a5641a5c3ea073e47 --- /dev/null +++ b/experiments/timeweaver/synth-u/seed0/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-27T20:50:28.675173", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/timeweaver/synth-u/seed1/config.template.yaml b/experiments/timeweaver/synth-u/seed1/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dfae0cb5b7a9510b50d5e7738bc21038567a44c8 --- /dev/null +++ b/experiments/timeweaver/synth-u/seed1/config.template.yaml @@ -0,0 +1,154 @@ +name: synth-u_timeweaver +description: '' +seed: 1 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: timeweaver + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + attr_dim: 64 + num_attr_heads: 4 + diffusion_steps: 50 + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + base_patch: 4 + attr_proj_type: avg + attr_heads: 8 + attr_layers: 2 + n_attrs: 4 + feature_ratio: 0.5 + side_var_emb: 16 + side_time_emb: 112 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/timeweaver/synth-u/seed1 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-27T20:38:04.132978' diff --git a/experiments/timeweaver/synth-u/seed1/results/expected_seed_metrics.json b/experiments/timeweaver/synth-u/seed1/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9070a726c36684fdedb5c18daf402e28518484ec --- /dev/null +++ b/experiments/timeweaver/synth-u/seed1/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 5.083456673753537, + "wape": 86.62641059459605, + "ed": 8.87348338317871, + "crps": 0.4577799159935779, + "acd": 0.06394154578447342, + "sd": 0.03798199907397587, + "kd": 0.40341618695346027, + "mdd": 0.014729980468749997, + "fid": 42.469093827007754, + "sfd": 1.5728544362453079, + "jftsd": 53.49644161443217, + "prdc_f1.f1": 0.2789435205522435, + "prdc_f1.precision": 0.6165, + "prdc_f1.recall": 0.18025, + "joint_prdc_f1.f1": 0.56967758444217, + "joint_prdc_f1.precision": 0.76875, + "joint_prdc_f1.recall": 0.4525, + "cttp": 20.765921737670897, + "disc_auc": 0.97113171875 +} \ No newline at end of file diff --git a/experiments/timeweaver/synth-u/seed1/summary.json b/experiments/timeweaver/synth-u/seed1/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..51888cea157e6d3b5136776995d7cbb946f0d9d2 --- /dev/null +++ b/experiments/timeweaver/synth-u/seed1/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-27T20:51:39.026544", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/timeweaver/synth-u/seed2/config.template.yaml b/experiments/timeweaver/synth-u/seed2/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8683f122bc483d8e565ce984c9d8216f351c6a92 --- /dev/null +++ b/experiments/timeweaver/synth-u/seed2/config.template.yaml @@ -0,0 +1,154 @@ +name: synth-u_timeweaver +description: '' +seed: 2 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: timeweaver + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + attr_dim: 64 + num_attr_heads: 4 + diffusion_steps: 50 + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + base_patch: 4 + attr_proj_type: avg + attr_heads: 8 + attr_layers: 2 + n_attrs: 4 + feature_ratio: 0.5 + side_var_emb: 16 + side_time_emb: 112 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/timeweaver/synth-u/seed2 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-27T20:52:52.815536' diff --git a/experiments/timeweaver/synth-u/seed2/results/expected_seed_metrics.json b/experiments/timeweaver/synth-u/seed2/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d05995ae947409ae354c6e7fe42f3ba001d8078d --- /dev/null +++ b/experiments/timeweaver/synth-u/seed2/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 6.306745138257389, + "wape": 102.75260034616316, + "ed": 10.294045974731445, + "crps": 0.5163008471568011, + "acd": 0.07299449294805527, + "sd": 0.0677454488779017, + "kd": 0.4350996962854301, + "mdd": 0.02103812662760416, + "fid": 52.15541755155982, + "sfd": 2.155792299061325, + "jftsd": 62.83588969110491, + "prdc_f1.f1": 0.20045689655172413, + "prdc_f1.precision": 0.58975, + "prdc_f1.recall": 0.12075, + "joint_prdc_f1.f1": 0.48181204627949187, + "joint_prdc_f1.precision": 0.74625, + "joint_prdc_f1.recall": 0.35575, + "cttp": 19.44007553100586, + "disc_auc": 0.9809070312500001 +} \ No newline at end of file diff --git a/experiments/timeweaver/synth-u/seed2/summary.json b/experiments/timeweaver/synth-u/seed2/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..51bc8b1bafd0b55ba8e57bfc23044fe2b0988a2e --- /dev/null +++ b/experiments/timeweaver/synth-u/seed2/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-27T21:10:21.273633", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/verbalts/synth-m/seed0/config.template.yaml b/experiments/verbalts/synth-m/seed0/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..477f83e85d32b3b5f84d96ced0192031648caafb --- /dev/null +++ b/experiments/verbalts/synth-m/seed0/config.template.yaml @@ -0,0 +1,151 @@ +name: synth-m_verbalts +description: '' +seed: 0 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: verbalts + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + condition_type: adaLN + L_patch_len: 3 + multipatch_num: 3 + base_patch: 4 + diffusion_steps: 50 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + side_var_emb: 16 + side_time_emb: 112 + var_dep_type: DEP +condition: + text: + enabled: true + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + text_projector: var_scale_diffstep_multi + num_stages: 3 + cfg_scale: 1.0 + attribute: + enabled: false + continuous_dim: 0 + discrete_configs: [] + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/verbalts/synth-m/seed0 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-27T18:27:33.408298' diff --git a/experiments/verbalts/synth-m/seed0/results/expected_seed_metrics.json b/experiments/verbalts/synth-m/seed0/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..fe37aebd8298a1cbb54944137196488cd7af00fe --- /dev/null +++ b/experiments/verbalts/synth-m/seed0/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 9.908606059173055, + "wape": 88.21088966857347, + "ed": 12.982225296020507, + "crps": 0.44765225635860156, + "acd": 0.05096884444355965, + "sd": 0.03132322065263225, + "kd": 0.2212235214124354, + "mdd": 0.015057739257812494, + "fid": 30.656134730475003, + "sfd": 28.636071019387487, + "jftsd": 35.34921438451477, + "prdc_f1.f1": 0.4473662168450442, + "prdc_f1.precision": 0.757, + "prdc_f1.recall": 0.3175, + "joint_prdc_f1.f1": 0.6324860684089162, + "joint_prdc_f1.precision": 0.75875, + "joint_prdc_f1.recall": 0.54225, + "cttp": 24.750399078369142, + "disc_auc": 0.9902834375000001 +} \ No newline at end of file diff --git a/experiments/verbalts/synth-m/seed0/summary.json b/experiments/verbalts/synth-m/seed0/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..692c8d4e36e8c74568b214a3c0c0f6347a01b8eb --- /dev/null +++ b/experiments/verbalts/synth-m/seed0/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-27T20:02:44.214161", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/verbalts/synth-m/seed1/config.template.yaml b/experiments/verbalts/synth-m/seed1/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d294e0704d6b352a19c8ab83af219b07e0845840 --- /dev/null +++ b/experiments/verbalts/synth-m/seed1/config.template.yaml @@ -0,0 +1,151 @@ +name: synth-m_verbalts +description: '' +seed: 1 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: verbalts + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + condition_type: adaLN + L_patch_len: 3 + multipatch_num: 3 + base_patch: 4 + diffusion_steps: 50 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + side_var_emb: 16 + side_time_emb: 112 + var_dep_type: DEP +condition: + text: + enabled: true + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + text_projector: var_scale_diffstep_multi + num_stages: 3 + cfg_scale: 1.0 + attribute: + enabled: false + continuous_dim: 0 + discrete_configs: [] + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/verbalts/synth-m/seed1 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-27T18:25:58.276238' diff --git a/experiments/verbalts/synth-m/seed1/results/expected_seed_metrics.json b/experiments/verbalts/synth-m/seed1/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..daa50a93b19c29b32419916f1fe171f863e39d27 --- /dev/null +++ b/experiments/verbalts/synth-m/seed1/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 9.688534115960435, + "wape": 86.73450378196509, + "ed": 12.808458847045898, + "crps": 0.44154393791529506, + "acd": 0.04938828572630882, + "sd": 0.013795681588651848, + "kd": 0.23307523080260983, + "mdd": 0.015345753987630202, + "fid": 30.426586720716642, + "sfd": 28.257033437889987, + "jftsd": 34.652391105447236, + "prdc_f1.f1": 0.4396665895953757, + "prdc_f1.precision": 0.77425, + "prdc_f1.recall": 0.307, + "joint_prdc_f1.f1": 0.6421972416399018, + "joint_prdc_f1.precision": 0.775, + "joint_prdc_f1.recall": 0.54825, + "cttp": 25.439562438964845, + "disc_auc": 0.9904329687499999 +} \ No newline at end of file diff --git a/experiments/verbalts/synth-m/seed1/summary.json b/experiments/verbalts/synth-m/seed1/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..96858a651841beb876536894e8dff3f813cc8ca3 --- /dev/null +++ b/experiments/verbalts/synth-m/seed1/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-27T20:30:55.671010", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/verbalts/synth-m/seed2/config.template.yaml b/experiments/verbalts/synth-m/seed2/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..23afc531f8c5ae64b0295434484daea6f937d23b --- /dev/null +++ b/experiments/verbalts/synth-m/seed2/config.template.yaml @@ -0,0 +1,151 @@ +name: synth-m_verbalts +description: '' +seed: 2 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: verbalts + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + condition_type: adaLN + L_patch_len: 3 + multipatch_num: 3 + base_patch: 4 + diffusion_steps: 50 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + side_var_emb: 16 + side_time_emb: 112 + var_dep_type: DEP +condition: + text: + enabled: true + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + text_projector: var_scale_diffstep_multi + num_stages: 3 + cfg_scale: 1.0 + attribute: + enabled: false + continuous_dim: 0 + discrete_configs: [] + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/verbalts/synth-m/seed2 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-27T18:25:56.863507' diff --git a/experiments/verbalts/synth-m/seed2/results/expected_seed_metrics.json b/experiments/verbalts/synth-m/seed2/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b2186ca5a2fea2e376770c88a5345d5b9bafac64 --- /dev/null +++ b/experiments/verbalts/synth-m/seed2/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 10.922539546646847, + "wape": 95.35738398535062, + "ed": 13.85847917175293, + "crps": 0.5405318572121146, + "acd": 0.053873561322689056, + "sd": 0.07642871427613498, + "kd": 0.1231948631156774, + "mdd": 0.015523325602213537, + "fid": 39.61011326177959, + "sfd": 33.06918106665158, + "jftsd": 44.09657725747664, + "prdc_f1.f1": 0.3634620858895706, + "prdc_f1.precision": 0.782, + "prdc_f1.recall": 0.23675, + "joint_prdc_f1.f1": 0.528560749724366, + "joint_prdc_f1.precision": 0.71425, + "joint_prdc_f1.recall": 0.4195, + "cttp": 23.793466705322267, + "disc_auc": 0.993119375 +} \ No newline at end of file diff --git a/experiments/verbalts/synth-m/seed2/summary.json b/experiments/verbalts/synth-m/seed2/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c66f7a935c601212eb3cf5d28721fc2ec1d26ebe --- /dev/null +++ b/experiments/verbalts/synth-m/seed2/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-27T19:40:18.150148", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/verbalts/synth-u/seed0/config.template.yaml b/experiments/verbalts/synth-u/seed0/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..13af4b3a008c3819ba907fa7f802b5e0981e4bf6 --- /dev/null +++ b/experiments/verbalts/synth-u/seed0/config.template.yaml @@ -0,0 +1,151 @@ +name: synth-u_verbalts +description: '' +seed: 0 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: verbalts + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + condition_type: adaLN + L_patch_len: 3 + multipatch_num: 3 + base_patch: 4 + diffusion_steps: 50 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + side_var_emb: 16 + side_time_emb: 112 + var_dep_type: DEP +condition: + text: + enabled: true + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + text_projector: var_scale_diffstep_multi + num_stages: 3 + cfg_scale: 1.0 + attribute: + enabled: false + continuous_dim: 0 + discrete_configs: [] + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/verbalts/synth-u/seed0 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-27T18:28:14.826759' diff --git a/experiments/verbalts/synth-u/seed0/results/expected_seed_metrics.json b/experiments/verbalts/synth-u/seed0/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..69ca4841a68979b81c2f8f2631f654a4bb164cdc --- /dev/null +++ b/experiments/verbalts/synth-u/seed0/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 4.930648105329671, + "wape": 83.84086095919642, + "ed": 8.562691368103028, + "crps": 0.44792016319441924, + "acd": 0.0560174435377121, + "sd": 0.0032578879594434736, + "kd": 0.3045949253759903, + "mdd": 0.013916402180989579, + "fid": 38.01059001158677, + "sfd": 2.035234186940542, + "jftsd": 41.473615746430596, + "prdc_f1.f1": 0.3203814049586777, + "prdc_f1.precision": 0.69975, + "prdc_f1.recall": 0.20775, + "joint_prdc_f1.f1": 0.8099794375566979, + "joint_prdc_f1.precision": 0.9445, + "joint_prdc_f1.recall": 0.709, + "cttp": 26.90989910888672, + "disc_auc": 0.9774965625 +} \ No newline at end of file diff --git a/experiments/verbalts/synth-u/seed0/summary.json b/experiments/verbalts/synth-u/seed0/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b451eb07b70ed34857afd5f67eb77e69a3628827 --- /dev/null +++ b/experiments/verbalts/synth-u/seed0/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-27T19:14:27.464965", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/verbalts/synth-u/seed1/config.template.yaml b/experiments/verbalts/synth-u/seed1/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0bf9ef193a9e503532553f7b19af07932c5e877e --- /dev/null +++ b/experiments/verbalts/synth-u/seed1/config.template.yaml @@ -0,0 +1,151 @@ +name: synth-u_verbalts +description: '' +seed: 1 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: verbalts + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + condition_type: adaLN + L_patch_len: 3 + multipatch_num: 3 + base_patch: 4 + diffusion_steps: 50 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + side_var_emb: 16 + side_time_emb: 112 + var_dep_type: DEP +condition: + text: + enabled: true + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + text_projector: var_scale_diffstep_multi + num_stages: 3 + cfg_scale: 1.0 + attribute: + enabled: false + continuous_dim: 0 + discrete_configs: [] + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/verbalts/synth-u/seed1 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-27T18:28:54.676839' diff --git a/experiments/verbalts/synth-u/seed1/results/expected_seed_metrics.json b/experiments/verbalts/synth-u/seed1/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..061dbe8a5db97d565bebe4179d1adde82bec471e --- /dev/null +++ b/experiments/verbalts/synth-u/seed1/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 5.004131679104269, + "wape": 85.45585578684816, + "ed": 8.695847679138184, + "crps": 0.46683278447470317, + "acd": 0.06315132230520248, + "sd": 0.04038863587081722, + "kd": 0.4122438646048314, + "mdd": 0.017828104654947913, + "fid": 39.768255620008546, + "sfd": 1.8534046759435583, + "jftsd": 43.27849799565081, + "prdc_f1.f1": 0.28164372952040506, + "prdc_f1.precision": 0.66025, + "prdc_f1.recall": 0.179, + "joint_prdc_f1.f1": 0.8108409467812452, + "joint_prdc_f1.precision": 0.95225, + "joint_prdc_f1.recall": 0.706, + "cttp": 26.906200454711914, + "disc_auc": 0.9799695312500001 +} \ No newline at end of file diff --git a/experiments/verbalts/synth-u/seed1/summary.json b/experiments/verbalts/synth-u/seed1/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9a3c0f805501729db8ec1386ca696f9304d6675a --- /dev/null +++ b/experiments/verbalts/synth-u/seed1/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-27T19:13:44.913395", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/verbalts/synth-u/seed2/config.template.yaml b/experiments/verbalts/synth-u/seed2/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c626aa79157fd1918e8ea8ec847dd5de446f030a --- /dev/null +++ b/experiments/verbalts/synth-u/seed2/config.template.yaml @@ -0,0 +1,151 @@ +name: synth-u_verbalts +description: '' +seed: 2 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 50 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 50 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 + log_grad_norm: true + log_param_norm: true + log_norm_every_n_steps: 50 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: verbalts + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + condition_type: adaLN + L_patch_len: 3 + multipatch_num: 3 + base_patch: 4 + diffusion_steps: 50 + attention_mask_type: parallel + noise_schedule: quad + beta_start: 0.0001 + beta_end: 0.5 + side_var_emb: 16 + side_time_emb: 112 + var_dep_type: DEP +condition: + text: + enabled: true + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + text_projector: var_scale_diffstep_multi + num_stages: 3 + cfg_scale: 1.0 + attribute: + enabled: false + continuous_dim: 0 + discrete_configs: [] + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/verbalts/synth-u/seed2 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl + viz: + enable: true + k_cases: 20 + max_vars: 8 + ncols: 5 + seed: 42 + dpi: 200 + alpha: 0.25 + figsize_per_subplot: + - 3.0 + - 2.0 + output_type: pdf +output_dir: '' +created_at: '2025-12-27T18:37:35.640218' diff --git a/experiments/verbalts/synth-u/seed2/results/expected_seed_metrics.json b/experiments/verbalts/synth-u/seed2/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c503831ef65a1a9c239124f4ea34f7747b35be73 --- /dev/null +++ b/experiments/verbalts/synth-u/seed2/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 4.699911457259125, + "wape": 81.52794288876365, + "ed": 8.345129028320313, + "crps": 0.4304435694954359, + "acd": 0.06099982559680939, + "sd": 0.05142831835858634, + "kd": 0.4048889404440943, + "mdd": 0.01496919759114583, + "fid": 36.107847810818896, + "sfd": 1.7477018764139487, + "jftsd": 39.25350039869056, + "prdc_f1.f1": 0.3328761013215859, + "prdc_f1.precision": 0.6885, + "prdc_f1.recall": 0.2195, + "joint_prdc_f1.f1": 0.8465376328432087, + "joint_prdc_f1.precision": 0.9605, + "joint_prdc_f1.recall": 0.75675, + "cttp": 27.92474295043945, + "disc_auc": 0.9750296875 +} \ No newline at end of file diff --git a/experiments/verbalts/synth-u/seed2/summary.json b/experiments/verbalts/synth-u/seed2/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..f473edf25bb1e6afb8fb6649938e8cdb46b9fec6 --- /dev/null +++ b/experiments/verbalts/synth-u/seed2/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-27T19:26:39.621353", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-m/seed0/config.template.yaml b/experiments/wavestitch/synth-m/seed0/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f385f0da46738742861a24f519757543100fe6b5 --- /dev/null +++ b/experiments/wavestitch/synth-m/seed0/config.template.yaml @@ -0,0 +1,144 @@ +name: synth-m_wavestitch +description: '' +seed: 0 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 5 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 5 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: wavestitch + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + diffusion_steps: 50 + beta_start: 0.0001 + beta_end: 0.5 + res_channels: 64 + skip_channels: 64 + num_res_layers: 4 + diff_step_embed_in: 32 + diff_step_embed_mid: 64 + diff_step_embed_out: 64 + s4_lmax: 100 + s4_dstate: 64 + s4_dropout: 0.0 + s4_bidirectional: true + s4_layernorm: true + attr_embed_dim: 128 + cond_channels: 16 + noise_schedule: quad + base_patch: 4 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/wavestitch/synth-m/seed0 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl +output_dir: '' +created_at: '2025-12-23T00:53:21.093819' diff --git a/experiments/wavestitch/synth-m/seed0/results/expected_seed_metrics.json b/experiments/wavestitch/synth-m/seed0/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..92676be8cc6efd868e9b7f2378eb81dd77b42107 --- /dev/null +++ b/experiments/wavestitch/synth-m/seed0/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 18.419743083445255, + "wape": 162.1207519229495, + "ed": 23.051268936157225, + "crps": 0.8933896039824104, + "acd": 0.03511642664670944, + "sd": 0.3669893277084352, + "kd": 0.08689032171493305, + "mdd": 0.01818468221028646, + "fid": 30.761978664059882, + "sfd": 30.857128686865067, + "jftsd": 43.73350451054745, + "prdc_f1.f1": 0.47278550800735103, + "prdc_f1.precision": 0.516, + "prdc_f1.recall": 0.43625, + "joint_prdc_f1.f1": 0.3096660117878192, + "joint_prdc_f1.precision": 0.26625, + "joint_prdc_f1.recall": 0.37, + "cttp": 13.118114311218262, + "disc_auc": 0.9855429687499999 +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-m/seed0/summary.json b/experiments/wavestitch/synth-m/seed0/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..10dc5671c742f05bc78e9ff92d02b3240e8831ae --- /dev/null +++ b/experiments/wavestitch/synth-m/seed0/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-23T00:57:17.804481", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-m/seed1/config.template.yaml b/experiments/wavestitch/synth-m/seed1/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9997e9c8da8a5670e7a82ec8c14c044f2d9a914d --- /dev/null +++ b/experiments/wavestitch/synth-m/seed1/config.template.yaml @@ -0,0 +1,144 @@ +name: synth-m_wavestitch +description: '' +seed: 1 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 5 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 5 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: wavestitch + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + diffusion_steps: 50 + beta_start: 0.0001 + beta_end: 0.5 + res_channels: 64 + skip_channels: 64 + num_res_layers: 4 + diff_step_embed_in: 32 + diff_step_embed_mid: 64 + diff_step_embed_out: 64 + s4_lmax: 100 + s4_dstate: 64 + s4_dropout: 0.0 + s4_bidirectional: true + s4_layernorm: true + attr_embed_dim: 128 + cond_channels: 16 + noise_schedule: quad + base_patch: 4 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/wavestitch/synth-m/seed1 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl +output_dir: '' +created_at: '2025-12-23T00:53:31.158661' diff --git a/experiments/wavestitch/synth-m/seed1/results/expected_seed_metrics.json b/experiments/wavestitch/synth-m/seed1/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..41fc4a1dd02fbcfd54d087bc92a226a7ba9ddca9 --- /dev/null +++ b/experiments/wavestitch/synth-m/seed1/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 14.644051967105606, + "wape": 127.80341210589359, + "ed": 18.83449345397949, + "crps": 0.6984897061600045, + "acd": 0.04773581027984619, + "sd": 0.16414674784414085, + "kd": 0.2718147057932332, + "mdd": 0.013188161214192706, + "fid": 18.953947115508782, + "sfd": 34.56264575796612, + "jftsd": 33.22793262892495, + "prdc_f1.f1": 0.4955905997983871, + "prdc_f1.precision": 0.48175, + "prdc_f1.recall": 0.51025, + "joint_prdc_f1.f1": 0.3126770867974726, + "joint_prdc_f1.precision": 0.22175, + "joint_prdc_f1.recall": 0.53, + "cttp": 13.272360977172852, + "disc_auc": 0.98272875 +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-m/seed1/summary.json b/experiments/wavestitch/synth-m/seed1/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..ed4e220ba756477be7eab89759fe83237a00e5f5 --- /dev/null +++ b/experiments/wavestitch/synth-m/seed1/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-23T00:55:20.888858", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-m/seed2/config.template.yaml b/experiments/wavestitch/synth-m/seed2/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..65494da38cd1f3aa089518f83df2341912aac332 --- /dev/null +++ b/experiments/wavestitch/synth-m/seed2/config.template.yaml @@ -0,0 +1,144 @@ +name: synth-m_wavestitch +description: '' +seed: 2 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 5 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 5 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 +data: + name: synth-m + data_folder: __DATA_ROOT__/datasets/synth-m + n_var: 2 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: wavestitch + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + diffusion_steps: 50 + beta_start: 0.0001 + beta_end: 0.5 + res_channels: 64 + skip_channels: 64 + num_res_layers: 4 + diff_step_embed_in: 32 + diff_step_embed_mid: 64 + diff_step_embed_out: 64 + s4_lmax: 100 + s4_dstate: 64 + s4_dropout: 0.0 + s4_bidirectional: true + s4_layernorm: true + attr_embed_dim: 128 + cond_channels: 16 + noise_schedule: quad + base_patch: 4 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth + cache_folder: __CACHE_ROOT__/wavestitch/synth-m/seed2 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl +output_dir: '' +created_at: '2025-12-23T00:54:19.635495' diff --git a/experiments/wavestitch/synth-m/seed2/results/expected_seed_metrics.json b/experiments/wavestitch/synth-m/seed2/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..846c0b2fea9c4130943dd64fbbed696b5f94c83e --- /dev/null +++ b/experiments/wavestitch/synth-m/seed2/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 15.151047567184396, + "wape": 130.3998449305596, + "ed": 19.51246856689453, + "crps": 0.7602732424510008, + "acd": 0.07877034693956375, + "sd": 0.11339220073355841, + "kd": 0.5500959413597402, + "mdd": 0.009870615641276042, + "fid": 16.88401652764327, + "sfd": 77.03092636385908, + "jftsd": 31.770605141267254, + "prdc_f1.f1": 0.590512174643157, + "prdc_f1.precision": 0.541, + "prdc_f1.recall": 0.65, + "joint_prdc_f1.f1": 0.30132875960482985, + "joint_prdc_f1.precision": 0.1905, + "joint_prdc_f1.recall": 0.7205, + "cttp": 9.548250900268554, + "disc_auc": 0.9930642187500001 +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-m/seed2/summary.json b/experiments/wavestitch/synth-m/seed2/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..df91a5f4792300e606efc363b9382a5adec3aa8d --- /dev/null +++ b/experiments/wavestitch/synth-m/seed2/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-23T00:56:05.427073", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-u/seed0/config.template.yaml b/experiments/wavestitch/synth-u/seed0/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8a773e2f06ebfac35de15b78bafecb3da83895b5 --- /dev/null +++ b/experiments/wavestitch/synth-u/seed0/config.template.yaml @@ -0,0 +1,143 @@ +name: synth-u_wavestitch +description: '' +seed: 0 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 5 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 5 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: wavestitch + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + diffusion_steps: 50 + beta_start: 0.0001 + beta_end: 0.5 + res_channels: 64 + skip_channels: 64 + num_res_layers: 4 + diff_step_embed_in: 32 + diff_step_embed_mid: 64 + diff_step_embed_out: 64 + s4_lmax: 100 + s4_dstate: 64 + s4_dropout: 0.0 + s4_bidirectional: true + s4_layernorm: true + attr_embed_dim: 128 + cond_channels: 16 + noise_schedule: quad + base_patch: 4 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/wavestitch/synth-u/seed0 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl +output_dir: '' +created_at: '2025-12-23T00:54:29.543344' diff --git a/experiments/wavestitch/synth-u/seed0/results/expected_seed_metrics.json b/experiments/wavestitch/synth-u/seed0/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..377a3599d78410268d7dc7a59b13eab9761ac627 --- /dev/null +++ b/experiments/wavestitch/synth-u/seed0/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 9.486617275563068, + "wape": 140.44390498599935, + "ed": 13.686086318969727, + "crps": 0.683622537428099, + "acd": 0.05492592230439186, + "sd": 0.24861968418426417, + "kd": 0.1513872299203114, + "mdd": 0.025081034342447912, + "fid": 40.974704320841624, + "sfd": 3.609796311248658, + "jftsd": 52.55302327678143, + "prdc_f1.f1": 0.3604458770614693, + "prdc_f1.precision": 0.57025, + "prdc_f1.recall": 0.2635, + "joint_prdc_f1.f1": 0.5673251417769376, + "joint_prdc_f1.precision": 0.72375, + "joint_prdc_f1.recall": 0.4665, + "cttp": 19.993526641845705, + "disc_auc": 0.9803715625 +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-u/seed0/summary.json b/experiments/wavestitch/synth-u/seed0/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..7fbbbeb56b2f109749691eba92b70d6fef54792e --- /dev/null +++ b/experiments/wavestitch/synth-u/seed0/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-23T00:57:05.836445", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-u/seed1/config.template.yaml b/experiments/wavestitch/synth-u/seed1/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d89c725df6b740df0c534b096fbb2181934d3ad4 --- /dev/null +++ b/experiments/wavestitch/synth-u/seed1/config.template.yaml @@ -0,0 +1,143 @@ +name: synth-u_wavestitch +description: '' +seed: 1 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 5 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 5 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: wavestitch + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + diffusion_steps: 50 + beta_start: 0.0001 + beta_end: 0.5 + res_channels: 64 + skip_channels: 64 + num_res_layers: 4 + diff_step_embed_in: 32 + diff_step_embed_mid: 64 + diff_step_embed_out: 64 + s4_lmax: 100 + s4_dstate: 64 + s4_dropout: 0.0 + s4_bidirectional: true + s4_layernorm: true + attr_embed_dim: 128 + cond_channels: 16 + noise_schedule: quad + base_patch: 4 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/wavestitch/synth-u/seed1 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl +output_dir: '' +created_at: '2025-12-23T00:56:16.986941' diff --git a/experiments/wavestitch/synth-u/seed1/results/expected_seed_metrics.json b/experiments/wavestitch/synth-u/seed1/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a09d171e958321cf765f37ed0f0d7d9a5981403a --- /dev/null +++ b/experiments/wavestitch/synth-u/seed1/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 21.954002057410072, + "wape": 291.51908180255566, + "ed": 27.243844299316407, + "crps": 1.869122175939174, + "acd": 0.020433129742741585, + "sd": 0.07908948409296535, + "kd": 0.4288247287609397, + "mdd": 0.050619873046875, + "fid": 71.57340191857963, + "sfd": 8.738155705916249, + "jftsd": 85.66567547608201, + "prdc_f1.f1": 0.12518611746758201, + "prdc_f1.precision": 0.2435, + "prdc_f1.recall": 0.08425, + "joint_prdc_f1.f1": 0.2932426412092283, + "joint_prdc_f1.precision": 0.3955, + "joint_prdc_f1.recall": 0.233, + "cttp": 17.041455184936524, + "disc_auc": 0.999193125 +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-u/seed1/summary.json b/experiments/wavestitch/synth-u/seed1/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e845f80bcf50507b9555ec5939a767766a04a816 --- /dev/null +++ b/experiments/wavestitch/synth-u/seed1/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-23T00:58:56.692128", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-u/seed2/config.template.yaml b/experiments/wavestitch/synth-u/seed2/config.template.yaml new file mode 100644 index 0000000000000000000000000000000000000000..269b988a6b15849ccb7fa1010181a382cf39071d --- /dev/null +++ b/experiments/wavestitch/synth-u/seed2/config.template.yaml @@ -0,0 +1,143 @@ +name: synth-u_wavestitch +description: '' +seed: 2 +device: cuda:0 +train: + stages: + - name: finetune + epochs: 700 + lr: 0.001 + use_condition: true + freeze_modules: [] + early_stopping_patience: 5 + epochs: 700 + batch_size: 256 + lr: 0.001 + weight_decay: 0.0001 + scheduler: cosine + scheduler_params: {} + early_stopping_patience: 5 + gradient_clip_val: 1.0 + accumulate_grad_batches: 1 + val_check_interval: 1.0 + num_workers: 4 + pin_memory: true + limit_train_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 + num_sanity_val_steps: 2 +data: + name: synth-u + data_folder: __DATA_ROOT__/datasets/synth-u + n_var: 1 + seq_length: 128 + normalize: false + train_split: 0.8 + val_split: 0.1 +model: + name: wavestitch + channels: 64 + layers: 3 + nheads: 8 + dropout: 0.1 + diffusion_steps: 50 + beta_start: 0.0001 + beta_end: 0.5 + res_channels: 64 + skip_channels: 64 + num_res_layers: 4 + diff_step_embed_in: 32 + diff_step_embed_mid: 64 + diff_step_embed_out: 64 + s4_lmax: 100 + s4_dstate: 64 + s4_dropout: 0.0 + s4_bidirectional: true + s4_layernorm: true + attr_embed_dim: 128 + cond_channels: 16 + noise_schedule: quad + base_patch: 4 +condition: + text: + enabled: false + input_dim: 1024 + embedding_key: cap_emb + dropout: 0.0 + cfg_scale: 1.0 + attribute: + enabled: true + continuous_dim: 0 + discrete_configs: + - num_classes: 4 + - num_classes: 2 + - num_classes: 4 + output_dim: 128 + dropout: 0.0 + label: + enabled: false + num_classes: 10 + output_dim: 64 + fusion: concat + condition_dropout: 0.0 +eval: + n_samples: 10 + metrics: + - dtw + - wape + - ed + - crps + - acd + - sd + - kd + - mdd + - fid + - sfd + - jftsd + - prdc_f1 + - joint_prdc_f1 + - cttp + - disc_auc + batch_size: 128 + save_samples: true + sampler: ddim + display_interval: 10 + clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml + clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth + cache_folder: __CACHE_ROOT__/wavestitch/synth-u/seed2 + use_longalign: false + reference_split: train + disc_auc: + k_folds: 5 + epochs: 5 + batch_size: 128 + lr: 0.001 + weight_decay: 0.0001 + hidden_channels: 128 + num_layers: 3 + dropout: 0.1 + seed: 42 + num_workers: 0 + prdc: + k: 5 + max_samples: 5000 + seed: 0 + metric: euclidean + backend: auto + knn_chunk_size: 4096 + joint_enable: true + joint_weights: + ts: 1.0 + text: 1.0 + joint_normalize: standard + segment_classifier: + enable: false + segment_len: 128 + n_segments: 3 + seed: 42 + acd_max_lag: 50 + mdd_bins: 32 + use_cache: false + cache_file: predictions_cache.pkl +output_dir: '' +created_at: '2025-12-23T00:59:15.199054' diff --git a/experiments/wavestitch/synth-u/seed2/results/expected_seed_metrics.json b/experiments/wavestitch/synth-u/seed2/results/expected_seed_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c979715e719eda4759a3629e33ad162ab7193bdf --- /dev/null +++ b/experiments/wavestitch/synth-u/seed2/results/expected_seed_metrics.json @@ -0,0 +1,21 @@ +{ + "dtw": 10.095158808876347, + "wape": 152.64509816350557, + "ed": 14.722656700134277, + "crps": 0.9953185391209199, + "acd": 0.0718788355588913, + "sd": 0.043104641457516205, + "kd": 0.43911082182259165, + "mdd": 0.03049658203124999, + "fid": 51.36637790470769, + "sfd": 3.5603796524214744, + "jftsd": 62.46867022663142, + "prdc_f1.f1": 0.1401596869712352, + "prdc_f1.precision": 0.50975, + "prdc_f1.recall": 0.08125, + "joint_prdc_f1.f1": 0.5051498211091234, + "joint_prdc_f1.precision": 0.7325, + "joint_prdc_f1.recall": 0.3855, + "cttp": 20.407216445922852, + "disc_auc": 0.9941946875 +} \ No newline at end of file diff --git a/experiments/wavestitch/synth-u/seed2/summary.json b/experiments/wavestitch/synth-u/seed2/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9530a82d09801ccaca91b5af07303fe132454838 --- /dev/null +++ b/experiments/wavestitch/synth-u/seed2/summary.json @@ -0,0 +1,5 @@ +{ + "status": "completed", + "finished_at": "2025-12-23T01:03:00.085786", + "best_checkpoint": "checkpoints/finetune/best.ckpt" +} \ No newline at end of file