{ "n_samples": 500000, "epochs": 40, "batch_size": 4096, "lr": 0.002, "weight_decay": 0.0001, "optimizer": "AdamW", "scheduler": "cosine_with_warmup", "warmup_epochs": 3, "loss": "symmetric_InfoNCE", "initial_temperature": 0.07, "final_temperature": 0.05152351036667824, "amp_dtype": "torch.bfloat16", "best_val_accuracy": 0.9030947828292847, "nearest_text_accuracy": 1.0, "total_training_time_seconds": 12314.070337057114 }