flpelerin
commited on
Commit
·
cc0b609
1
Parent(s):
b8f91b6
update
Browse files
train.py
CHANGED
|
@@ -170,7 +170,7 @@ for epoch in range(num_epochs):
|
|
| 170 |
"loss": loss.item(),
|
| 171 |
"average_hidden_state": avg_states
|
| 172 |
})
|
| 173 |
-
print(f"Epoch: {epoch + 1}/{num_epochs}, Step: {step}, Loss: {loss.item():.4f}, Average Hidden State: {avg_states}")
|
| 174 |
|
| 175 |
# Perform validation at specified intervals
|
| 176 |
if step % validate_every == 0:
|
|
|
|
| 170 |
"loss": loss.item(),
|
| 171 |
"average_hidden_state": avg_states
|
| 172 |
})
|
| 173 |
+
print(f"Epoch: {epoch + 1}/{num_epochs}, Step: {step}, Loss: {loss.item():.4f}, Average Hidden State: {avg_states}, Hidden State Variance: {var_states}")
|
| 174 |
|
| 175 |
# Perform validation at specified intervals
|
| 176 |
if step % validate_every == 0:
|