Upload train.py with huggingface_hub
Browse files
train.py
CHANGED
|
@@ -108,9 +108,9 @@ BENCHMARK = [
|
|
| 108 |
|
| 109 |
# -- Hyperparameters --
|
| 110 |
BASE_MODEL = "nomic-ai/nomic-embed-text-v1.5"
|
| 111 |
-
EPOCHS =
|
| 112 |
BATCH_SIZE = 64
|
| 113 |
-
LEARNING_RATE =
|
| 114 |
WARMUP_RATIO = 0.1
|
| 115 |
MATRYOSHKA_DIMS = [] # Disabled — dilutes gradient across dims
|
| 116 |
GARBAGE_THRESHOLD = 0.3
|
|
|
|
| 108 |
|
| 109 |
# -- Hyperparameters --
|
| 110 |
BASE_MODEL = "nomic-ai/nomic-embed-text-v1.5"
|
| 111 |
+
EPOCHS = 15
|
| 112 |
BATCH_SIZE = 64
|
| 113 |
+
LEARNING_RATE = 1.5e-4
|
| 114 |
WARMUP_RATIO = 0.1
|
| 115 |
MATRYOSHKA_DIMS = [] # Disabled — dilutes gradient across dims
|
| 116 |
GARBAGE_THRESHOLD = 0.3
|