Config update at step 7814

config.json

@@ -15,7 +15,7 @@
   "fusion_dropout": 0.1,
   "beta_kl": 0.1,
   "beta_reconstruction": 1.0,
-  "beta_cross_modal": 0.05,
+  "beta_cross_modal": 0.1,
   "recon_type": "mse",
   "modality_recon_weights": {
     "clip_l": 1.0,
@@ -26,15 +26,15 @@
   "use_kl_annealing": true,
   "kl_anneal_epochs": 5,
   "kl_start_beta": 0.0,
-  "batch_size": 32,
-  "num_epochs": 10,
+  "batch_size": 64,
+  "num_epochs": 50,
   "learning_rate": 0.0001,
   "weight_decay": 1e-05,
   "gradient_clip": 1.0,
   "use_scheduler": true,
   "scheduler_type": "cosine",
-  "num_samples": 20000,
-  "synthetic_ratio": 0.3,
+  "num_samples": 50000,
+  "synthetic_ratio": 0.05,
   "checkpoint_dir": "./checkpoints_lyra_sdxl_t5xl",
   "save_every": 2500,
   "keep_last_n": 3,