Update train.py
Browse files
train.py
CHANGED
|
@@ -37,7 +37,7 @@ model = GPT(gpt_config)
|
|
| 37 |
|
| 38 |
optimizer = torch.optim.AdamW(model.parameters(), lr=1e-3)
|
| 39 |
batch_size = 4
|
| 40 |
-
steps =
|
| 41 |
|
| 42 |
print("Training on CPU...")
|
| 43 |
for step in range(steps):
|
|
|
|
| 37 |
|
| 38 |
optimizer = torch.optim.AdamW(model.parameters(), lr=1e-3)
|
| 39 |
batch_size = 4
|
| 40 |
+
steps = 5000
|
| 41 |
|
| 42 |
print("Training on CPU...")
|
| 43 |
for step in range(steps):
|