AbstractPhil commited on
Commit
cae04dd
·
verified ·
1 Parent(s): 39ab414

crosscontrast ep40 | acc=0.9031 | final

Browse files
crosscontrast/config.json CHANGED
@@ -5,6 +5,6 @@
5
  "latent_dim": 256,
6
  "best_val_accuracy": 0.9030947828292847,
7
  "epoch": 40,
8
- "upload_reason": "new_best",
9
  "temperature": 0.05152351036667824
10
  }
 
5
  "latent_dim": 256,
6
  "best_val_accuracy": 0.9030947828292847,
7
  "epoch": 40,
8
+ "upload_reason": "final",
9
  "temperature": 0.05152351036667824
10
  }
crosscontrast/training_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "n_samples": 500000,
3
+ "epochs": 40,
4
+ "batch_size": 4096,
5
+ "lr": 0.002,
6
+ "weight_decay": 0.0001,
7
+ "optimizer": "AdamW",
8
+ "scheduler": "cosine_with_warmup",
9
+ "warmup_epochs": 3,
10
+ "loss": "symmetric_InfoNCE",
11
+ "initial_temperature": 0.07,
12
+ "final_temperature": 0.05152351036667824,
13
+ "amp_dtype": "torch.bfloat16",
14
+ "best_val_accuracy": 0.9030947828292847,
15
+ "nearest_text_accuracy": 1.0,
16
+ "total_training_time_seconds": 12314.070337057114
17
+ }