crosscontrast/training_config.json

{
  "n_samples": 500000,
  "epochs": 40,
  "batch_size": 4096,
  "lr": 0.002,
  "weight_decay": 0.0001,
  "optimizer": "AdamW",
  "scheduler": "cosine_with_warmup",
  "warmup_epochs": 3,
  "loss": "symmetric_InfoNCE",
  "initial_temperature": 0.07,
  "final_temperature": 0.05152351036667824,
  "amp_dtype": "torch.bfloat16",
  "best_val_accuracy": 0.9030947828292847,
  "nearest_text_accuracy": 1.0,
  "total_training_time_seconds": 12314.070337057114
}