Fix W&B validation step logging
Browse files- algorithms/dememwm/df_video.py +1 -1
- main.py +3 -0
algorithms/dememwm/df_video.py
CHANGED
|
@@ -1183,7 +1183,7 @@ class DeMemWMMinecraft(DiffusionForcingBase):
|
|
| 1183 |
log_video(
|
| 1184 |
xs_pred_decode,
|
| 1185 |
xs_decode,
|
| 1186 |
-
step=
|
| 1187 |
namespace=namespace + "_vis",
|
| 1188 |
context_frames=self.context_frames,
|
| 1189 |
logger=self.logger.experiment,
|
|
|
|
| 1183 |
log_video(
|
| 1184 |
xs_pred_decode,
|
| 1185 |
xs_decode,
|
| 1186 |
+
step=getattr(self, "global_step", 0),
|
| 1187 |
namespace=namespace + "_vis",
|
| 1188 |
context_frames=self.context_frames,
|
| 1189 |
logger=self.logger.experiment,
|
main.py
CHANGED
|
@@ -224,6 +224,9 @@ def run_local(cfg: DictConfig):
|
|
| 224 |
id=wandb_run_id,
|
| 225 |
resume="auto"
|
| 226 |
)
|
|
|
|
|
|
|
|
|
|
| 227 |
|
| 228 |
else:
|
| 229 |
logger = None
|
|
|
|
| 224 |
id=wandb_run_id,
|
| 225 |
resume="auto"
|
| 226 |
)
|
| 227 |
+
if is_rank_zero:
|
| 228 |
+
logger.experiment.define_metric("trainer/global_step")
|
| 229 |
+
logger.experiment.define_metric("*", step_metric="trainer/global_step")
|
| 230 |
|
| 231 |
else:
|
| 232 |
logger = None
|