Spaces:
Runtime error
Runtime error
Deploy BitNet-Transformer Trainer
Browse files
scripts/train_ai_model.py
CHANGED
|
@@ -28,7 +28,7 @@ logger = logging.getLogger(__name__)
|
|
| 28 |
|
| 29 |
# Hyperparameters
|
| 30 |
EPOCHS = 100
|
| 31 |
-
BATCH_SIZE =
|
| 32 |
LR = 0.0003
|
| 33 |
HIDDEN_DIM = 512
|
| 34 |
LAYERS = 8
|
|
|
|
| 28 |
|
| 29 |
# Hyperparameters
|
| 30 |
EPOCHS = 100
|
| 31 |
+
BATCH_SIZE = 8192 # Aggressive batch size to saturate T4 GPU (16GB)
|
| 32 |
LR = 0.0003
|
| 33 |
HIDDEN_DIM = 512
|
| 34 |
LAYERS = 8
|