Upload train.py
Browse files- code/train.py +2 -2
code/train.py
CHANGED
|
@@ -242,8 +242,8 @@ elif mem_gb > 70: # A100
|
|
| 242 |
MICRO_BATCH = 32
|
| 243 |
GRAD_ACCUM = 4
|
| 244 |
else: # T4 or RTX (15GB/24GB)
|
| 245 |
-
MICRO_BATCH =
|
| 246 |
-
GRAD_ACCUM =
|
| 247 |
|
| 248 |
if IS_MAIN:
|
| 249 |
print(f"🖥️ Detected GPU with {mem_gb:.1f}GB VRAM -> Auto-Configured: MICRO_BATCH={MICRO_BATCH}, GRAD_ACCUM={GRAD_ACCUM}")
|
|
|
|
| 242 |
MICRO_BATCH = 32
|
| 243 |
GRAD_ACCUM = 4
|
| 244 |
else: # T4 or RTX (15GB/24GB)
|
| 245 |
+
MICRO_BATCH = 1
|
| 246 |
+
GRAD_ACCUM = 32
|
| 247 |
|
| 248 |
if IS_MAIN:
|
| 249 |
print(f"🖥️ Detected GPU with {mem_gb:.1f}GB VRAM -> Auto-Configured: MICRO_BATCH={MICRO_BATCH}, GRAD_ACCUM={GRAD_ACCUM}")
|