Upload train.py with huggingface_hub

train.py

@@ -108,9 +108,9 @@ BENCHMARK = [
 
 # -- Hyperparameters --
 BASE_MODEL = "nomic-ai/nomic-embed-text-v1.5"
-EPOCHS = 20
-BATCH_SIZE = 128
-LEARNING_RATE = 2e-4
+EPOCHS = 30
+BATCH_SIZE = 64
+LEARNING_RATE = 5e-5
 WARMUP_RATIO = 0.1
 MATRYOSHKA_DIMS = [768, 384, 256, 128]
 GARBAGE_THRESHOLD = 0.3