Upload folder using huggingface_hub

.gitattributes

@@ -334,3 +334,31 @@ bimamba_stage_b_joint_ckpt_40k/wandb/offline-run-20260412_192325-stage_b_joint_o
 bimamba_stage_b_joint_ckpt_40k/wandb/offline-run-20260412_192325-stage_b_joint_offline/files/media/videos/validation_vis/video_0_816_4bc762b8754da32eeb5e.mp4 filter=lfs diff=lfs merge=lfs -text
 bimamba_stage_b_joint_ckpt_40k/wandb/offline-run-20260412_192325-stage_b_joint_offline/files/media/videos/validation_vis/video_0_918_3409e5130b1157a0b8ad.mp4 filter=lfs diff=lfs merge=lfs -text
 bimamba_stage_b_joint_ckpt_40k/wandb/offline-run-20260412_192325-stage_b_joint_offline/run-stage_b_joint_offline.wandb filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_0_7e2ea0972074497ab107.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1020_6d1bc7e203d31e74bb1e.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_102_8e72a412587af5c0e73f.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1122_feb8e3c84c1df5539caf.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1224_6366836801398139cbc1.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_204_fd992e065785e45d1193.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_306_94e31de4720f9171a0e2.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_408_fa65434640d58dc24d5d.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_510_e5008f6f4e05e06facac.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_612_93deb635fcc4d34f0be0.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_714_0daf0fb7f5edd49bd9fe.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_816_8b61f81d9db458d301d4.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_918_344e693a0ba0cb738f5b.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/run-stage_b_joint_offline.wandb filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_0_3014dd0e5bd39426d7cd.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1020_63875caee622daf7b2f3.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_102_a577dd16b5d54702081f.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1122_409b68eddd4991b68188.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1224_504206c74247e99d7c6f.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_204_1de0d9cfea53c3a89d8f.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_306_0538f440b2bae8af57f4.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_408_79e1c55fd187f8912d68.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_510_9a79c3c3cbbf31e416b4.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_612_2c863098adae209db7c2.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_714_fa7c075a3f1ecbd9f176.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_816_0a70e641a42763d391e9.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_918_53137d6f01b04af8c8f7.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/run-stage_b_joint_offline.wandb filter=lfs diff=lfs merge=lfs -text

bimamba_stage_b_joint_1024_40k/checkpoints/epoch0_step60000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c7aaa0ff035db65b0e86860aa82580dfa35886eb5e3f5677c94f32a9869aec
+size 9093069943

bimamba_stage_b_joint_1024_40k/checkpoints/epoch0_step90000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404661d32ba37444e1bc3827f66be80da372fedc23102d6b178bd3eab0434987
+size 9093070007

bimamba_stage_b_joint_1024_40k/videos/validation_vis/gt/video_0_rank0_step0.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f8dc6a01024fcde9e7791a5f67db0e2992578678eccfe534eeed352521c1264
-size 3070590
+oid sha256:21f29d2d103fb2e7cab77b20bae3de991cab1a0a3c0f07e75645a90a011c0c3e
+size 3056944

bimamba_stage_b_joint_1024_40k/videos/validation_vis/pred/video_0_rank0_step0.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbd15470b46d4b696ada82e772bbba33f856bb382f54f1dac68937e453447ed1
-size 3082913
+oid sha256:876f129529249cd98d30214b6df0c2940bb2e467b89c6d0a0547b404f50a0e5a
+size 3371993

bimamba_stage_b_joint_1024_40k/wandb/debug.log

@@ -1,26 +1,26 @@
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_setup.py:_flush():77] Current SDK version is 0.17.9
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_setup.py:_flush():77] Configure stats pid to 1528053
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_setup.py:_flush():77] Loading settings from /home/x_fahkh/.config/wandb/settings
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_setup.py:_flush():77] Loading settings from /proj/cvl/users/x_fahkh2/WorldMem_Repro/wandb/settings
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'disabled': 'true'}
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False}
-2026-04-08 11:54:13,636 WARNING MainThread:1528053 [wandb_setup.py:_flush():77] Could not find program at -m main
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m main'}
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_init.py:_log_setup():524] Logging user logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260408_115413-37kd7rjf/logs/debug.log
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_init.py:_log_setup():525] Logging internal logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260408_115413-37kd7rjf/logs/debug-internal.log
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_init.py:init():608] calling init triggers
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_init.py:init():615] wandb.init called with sweep_config: {}
-config: {'experiment': {'debug': '${debug}', 'tasks': ['training'], 'num_nodes': 1, 'training': {'precision': '16-mixed', 'compile': False, 'lr': 2e-05, 'batch_size': 8, 'max_epochs': -1, 'max_steps': 30000, 'max_time': None, 'data': {'num_workers': 4, 'shuffle': True}, 'optim': {'accumulate_grad_batches': 1, 'gradient_clip_val': 1.0}, 'checkpointing': {'every_n_train_steps': 2500, 'every_n_epochs': None, 'train_time_interval': None, 'enable_version_counter': False}}, 'validation': {'precision': '16-mixed', 'compile': False, 'batch_size': 4, 'val_every_n_step': 2500, 'val_every_n_epoch': None, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'test': {'precision': '16-mixed', 'compile': False, 'batch_size': 1, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'logging': {'metrics': None}, '_name': 'exp_video'}, 'dataset': {'debug': '${debug}', 'metadata': 'data/${dataset.name}/metadata.json', 'data_mean': 0.5, 'data_std': 0.5, 'save_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft', 'n_frames': 200, 'context_length': 1, 'resolution': 128, 'observation_shape': [3, '${dataset.resolution}', '${dataset.resolution}'], 'external_cond_dim': 0, 'validation_multiplier': 1, 'frame_skip': 1, 'action_cond_dim': 25, '_name': 'video_minecraft', 'n_frames_valid': 200, 'angle_range': 110, 'pos_range': 2, 'wo_updown': False, 'customized_validation': True, 'add_timestamp_embedding': True, 'use_explicit_memory_frames': False}, 'algorithm': {'debug': '${debug}', 'lr': '${experiment.training.lr}', 'x_shape': '${dataset.observation_shape}', 'frame_stack': 1, 'frame_skip': '${dataset.frame_skip}', 'data_mean': '${dataset.data_mean}', 'data_std': '${dataset.data_std}', 'external_cond_dim': 0, 'context_frames': 100, 'weight_decay': 0.002, 'warmup_steps': 1000, 'optimizer_beta': [0.9, 0.99], 'uncertainty_scale': 1, 'guidance_scale': 0.0, 'chunk_size': 1, 'scheduling_matrix': 'autoregressive', 'noise_level': 'random_all', 'causal': True, 'diffusion': {'objective': 'pred_v', 'beta_schedule': 'sigmoid', 'schedule_fn_kwargs': {}, 'clip_noise': 20.0, 'use_snr': False, 'use_cum_snr': False, 'use_fused_snr': True, 'snr_clip': 5.0, 'cum_snr_decay': 0.96, 'timesteps': 1000, 'sampling_timesteps': 20, 'ddim_sampling_eta': 0.0, 'stabilization_level': 15, 'architecture': {'network_size': 64, 'attn_heads': 4, 'attn_dim_head': 64, 'dim_mults': [1, 2, 4, 8], 'resolution': '${dataset.resolution}', 'attn_resolutions': [16, 32, 64, 128], 'use_init_temporal_attn': True, 'use_linear_attn': True, 'time_emb_type': 'rotary'}}, 'n_frames': '${dataset.n_frames}', 'metadata': '${dataset.metadata}', 'action_cond_dim': 25, 'use_plucker': True, 'memory_condition_length': 0, 'log_video': True, 'use_mamba_memory_pipeline': True, 'training_stage': 'stage_b_diffusion_training', 'stage_b_joint_training': True, 'stage_b_memory_aux_weight': 0.1, 'diff_window_size': 8, 'memory_gap_aux_weight': 0.1, 'memory_gap_aux_weight_init': 0.5, 'memory_gap_aux_weight_final': 0.1, 'memory_gap_aux_decay_fraction': 0.3, 'memory_gap_aux_decay_steps': 0, 'memory_gap_aux_exp_k': 5.0, 'use_precomputed_features': False, 'mamba_latent_channels': 16, 'mamba_summary_dim': 1024, 'mamba_model_dim': 1024, 'mamba_depth': 4, 'mamba_cond_dim': 1024, 'mamba_d_state': 16, 'mamba_d_conv': 4, 'mamba_expand': 2, 'allow_mamba_fallback': False, 'strict_causal_training': True, 'strict_causal_evaluation': True, 'use_oracle_pose_eval': True, 'enable_memory_noise_curriculum': False, 'curriculum_phase_boundaries': [0.2, 0.7], 'curriculum_noise_ranges': [[600, 1000], [200, 900], [0, 400]], 'curriculum_horizons': [50, 100, 200], '_name': 'df_video_mamba3stage', 'use_memory_attention': False, 'relative_embedding': False, 'memory_retrieval_topk': 32, 'n_tokens': 8}, 'debug': False, 'wandb': {'entity': 'turlin', 'project': 'worldmem', 'mode': 'online'}, 'resume': None, 'load': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_a_1024_40k/checkpoints/epoch0_step40000.ckpt', 'name': 'train_stage_b_mamba_joint', 'customized_load': True, 'seperate_load': False, 'output_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/'}
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_init.py:init():658] starting backend
-2026-04-08 11:54:13,636 INFO    MainThread:1528053 [wandb_init.py:init():662] setting up manager
-2026-04-08 11:54:13,669 INFO    MainThread:1528053 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
-2026-04-08 11:54:13,676 INFO    MainThread:1528053 [wandb_init.py:init():670] backend started and connected
-2026-04-08 11:54:14,186 INFO    MainThread:1528053 [wandb_init.py:init():768] updated telemetry
-2026-04-08 11:54:14,263 INFO    MainThread:1528053 [wandb_init.py:init():801] communicating run to backend with 90.0 second timeout
-2026-04-08 11:54:14,269 INFO    MainThread:1528053 [wandb_init.py:init():852] starting run threads in backend
-2026-04-08 11:54:21,161 INFO    MainThread:1528053 [wandb_run.py:_console_start():2465] atexit reg
-2026-04-08 11:54:21,162 INFO    MainThread:1528053 [wandb_run.py:_redirect():2311] redirect: wrap_raw
-2026-04-08 11:54:21,163 INFO    MainThread:1528053 [wandb_run.py:_redirect():2376] Wrapping output streams.
-2026-04-08 11:54:21,163 INFO    MainThread:1528053 [wandb_run.py:_redirect():2401] Redirects installed.
-2026-04-08 11:54:21,171 INFO    MainThread:1528053 [wandb_init.py:init():895] run started, returning control to user process
-2026-04-09 23:02:01,202 WARNING MsgRouterThr:1528053 [router.py:message_loop():77] message_loop has been closed
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Current SDK version is 0.17.9
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Configure stats pid to 1447283
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Loading settings from /home/x_fahkh/.config/wandb/settings
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Loading settings from /proj/cvl/users/x_fahkh2/WorldMem_Repro/wandb/settings
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'disabled': 'true'}
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False}
+2026-04-12 05:26:22,708 WARNING MainThread:1447283 [wandb_setup.py:_flush():77] Could not find program at -m main
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m main'}
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:_log_setup():524] Logging user logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/logs/debug.log
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:_log_setup():525] Logging internal logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/logs/debug-internal.log
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:init():608] calling init triggers
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:init():615] wandb.init called with sweep_config: {}
+config: {'experiment': {'debug': '${debug}', 'tasks': ['training'], 'num_nodes': 1, 'training': {'precision': '16-mixed', 'compile': False, 'lr': 2e-05, 'batch_size': 8, 'max_epochs': -1, 'max_steps': 175000, 'max_time': None, 'data': {'num_workers': 4, 'shuffle': True}, 'optim': {'accumulate_grad_batches': 1, 'gradient_clip_val': 1.0}, 'checkpointing': {'every_n_train_steps': 2500, 'every_n_epochs': None, 'train_time_interval': None, 'enable_version_counter': False}}, 'validation': {'precision': '16-mixed', 'compile': False, 'batch_size': 4, 'val_every_n_step': 2500, 'val_every_n_epoch': None, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'test': {'precision': '16-mixed', 'compile': False, 'batch_size': 1, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'logging': {'metrics': None}, '_name': 'exp_video'}, 'dataset': {'debug': '${debug}', 'metadata': 'data/${dataset.name}/metadata.json', 'data_mean': 0.5, 'data_std': 0.5, 'save_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft', 'n_frames': 200, 'context_length': 1, 'resolution': 128, 'observation_shape': [3, '${dataset.resolution}', '${dataset.resolution}'], 'external_cond_dim': 0, 'validation_multiplier': 1, 'frame_skip': 1, 'action_cond_dim': 25, '_name': 'video_minecraft', 'n_frames_valid': 200, 'angle_range': 110, 'pos_range': 8, 'wo_updown': False, 'customized_validation': True, 'add_timestamp_embedding': True, 'use_explicit_memory_frames': False}, 'algorithm': {'debug': '${debug}', 'lr': '${experiment.training.lr}', 'x_shape': '${dataset.observation_shape}', 'frame_stack': 1, 'frame_skip': '${dataset.frame_skip}', 'data_mean': '${dataset.data_mean}', 'data_std': '${dataset.data_std}', 'external_cond_dim': 0, 'context_frames': 100, 'weight_decay': 0.002, 'warmup_steps': 1000, 'optimizer_beta': [0.9, 0.99], 'uncertainty_scale': 1, 'guidance_scale': 0.0, 'chunk_size': 1, 'scheduling_matrix': 'autoregressive', 'noise_level': 'random_all', 'causal': True, 'diffusion': {'objective': 'pred_v', 'beta_schedule': 'sigmoid', 'schedule_fn_kwargs': {}, 'clip_noise': 20.0, 'use_snr': False, 'use_cum_snr': False, 'use_fused_snr': True, 'snr_clip': 5.0, 'cum_snr_decay': 0.96, 'timesteps': 1000, 'sampling_timesteps': 20, 'ddim_sampling_eta': 0.0, 'stabilization_level': 15, 'architecture': {'network_size': 64, 'attn_heads': 4, 'attn_dim_head': 64, 'dim_mults': [1, 2, 4, 8], 'resolution': '${dataset.resolution}', 'attn_resolutions': [16, 32, 64, 128], 'use_init_temporal_attn': True, 'use_linear_attn': True, 'time_emb_type': 'rotary'}}, 'n_frames': '${dataset.n_frames}', 'metadata': '${dataset.metadata}', 'action_cond_dim': 25, 'use_plucker': True, 'memory_condition_length': 0, 'log_video': True, 'use_mamba_memory_pipeline': True, 'training_stage': 'stage_b_diffusion_training', 'stage_b_joint_training': True, 'stage_b_memory_aux_weight': 0.1, 'diff_window_size': 8, 'memory_gap_aux_weight': 0.1, 'memory_gap_aux_weight_init': 0.5, 'memory_gap_aux_weight_final': 0.1, 'memory_gap_aux_decay_fraction': 0.3, 'memory_gap_aux_decay_steps': 0, 'memory_gap_aux_exp_k': 5.0, 'use_precomputed_features': False, 'mamba_latent_channels': 16, 'mamba_summary_dim': 1024, 'mamba_model_dim': 1024, 'mamba_depth': 4, 'mamba_cond_dim': 1024, 'mamba_d_state': 16, 'mamba_d_conv': 4, 'mamba_expand': 2, 'allow_mamba_fallback': False, 'strict_causal_training': True, 'strict_causal_evaluation': True, 'use_oracle_pose_eval': True, 'enable_memory_noise_curriculum': False, 'curriculum_phase_boundaries': [0.2, 0.7], 'curriculum_noise_ranges': [[600, 1000], [200, 900], [0, 400]], 'curriculum_horizons': [50, 100, 200], '_name': 'df_video_mamba3stage', 'use_memory_attention': False, 'relative_embedding': False, 'memory_retrieval_topk': 32, 'n_tokens': 8}, 'debug': False, 'wandb': {'entity': 'turlin', 'project': 'worldmem', 'mode': 'online'}, 'resume': 'stage_b_joint_offline', 'load': None, 'name': 'train_stage_b_mamba_joint', 'output_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/'}
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:init():658] starting backend
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:init():662] setting up manager
+2026-04-12 05:26:22,728 INFO    MainThread:1447283 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-04-12 05:26:22,734 INFO    MainThread:1447283 [wandb_init.py:init():670] backend started and connected
+2026-04-12 05:26:23,790 INFO    MainThread:1447283 [wandb_init.py:init():768] updated telemetry
+2026-04-12 05:26:23,840 INFO    MainThread:1447283 [wandb_init.py:init():801] communicating run to backend with 90.0 second timeout
+2026-04-12 05:26:23,844 INFO    MainThread:1447283 [wandb_init.py:init():852] starting run threads in backend
+2026-04-12 05:26:30,367 INFO    MainThread:1447283 [wandb_run.py:_console_start():2465] atexit reg
+2026-04-12 05:26:30,368 INFO    MainThread:1447283 [wandb_run.py:_redirect():2311] redirect: wrap_raw
+2026-04-12 05:26:30,368 INFO    MainThread:1447283 [wandb_run.py:_redirect():2376] Wrapping output streams.
+2026-04-12 05:26:30,368 INFO    MainThread:1447283 [wandb_run.py:_redirect():2401] Redirects installed.
+2026-04-12 05:26:30,377 INFO    MainThread:1447283 [wandb_init.py:init():895] run started, returning control to user process
+2026-04-13 18:58:40,073 WARNING MsgRouterThr:1447283 [router.py:message_loop():77] message_loop has been closed

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/conda-environment.yaml

@@ -0,0 +1,4 @@
+name: worldmem
+channels:
+  - defaults
+prefix: /home/x_fahkh/.conda/envs/worldmem

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_0_7e2ea0972074497ab107.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2ea0972074497ab107124c8e4ee22231ea61b17bd487c6e963b4c029492d1d
+size 2147458

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1020_6d1bc7e203d31e74bb1e.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1bc7e203d31e74bb1e59599910dfc959b6116ff7c97e3982a3b5dd82c2345b
+size 1982537

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_102_8e72a412587af5c0e73f.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e72a412587af5c0e73fa777d139d1972585af14603ed1d4e0ae4580f8b7017d
+size 1990480

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1122_feb8e3c84c1df5539caf.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb8e3c84c1df5539caff7746f9c9f49f73b71b059470e32f88d4d3a02631d2a
+size 1896595

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1224_6366836801398139cbc1.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6366836801398139cbc101b035ec8f55cd06198ac9d9980b74dc258f9e410a09
+size 2065944

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_204_fd992e065785e45d1193.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd992e065785e45d1193f31595dd0412e4c49957e4126b4da08e5c4ab5e3c851
+size 2032840

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_306_94e31de4720f9171a0e2.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e31de4720f9171a0e22e25e2e64bc6fb91dd33f51dec3a9a6421227bc07872
+size 1877454

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_408_fa65434640d58dc24d5d.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa65434640d58dc24d5ddf05917303da0b4c00c6848857f9e6d1ae3ae3631851
+size 2183451

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_510_e5008f6f4e05e06facac.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5008f6f4e05e06facace1f4ee7bdefe03046894242de8508cbd0dafdba070f3
+size 2121503

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_612_93deb635fcc4d34f0be0.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93deb635fcc4d34f0be0a373772378fb97e1545790015c18c70cb3b0b0cf2831
+size 1987209

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_714_0daf0fb7f5edd49bd9fe.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daf0fb7f5edd49bd9fe7cd25533cab306ce1eb1506e7c7033af0e1ad1687c55
+size 2065831

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_816_8b61f81d9db458d301d4.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b61f81d9db458d301d4c4fb1603fb1f0d500236f274fcf6f6f743bf3a713568
+size 2086024

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/media/videos/validation_vis/video_0_918_344e693a0ba0cb738f5b.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344e693a0ba0cb738f5b61ad464c782f6a976bec1e5d379523924d375a71d299
+size 1960588

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/wandb-metadata.json

@@ -0,0 +1,1228 @@
+{
+    "os": "Linux-5.14.0-611.45.1.el9_7.x86_64-x86_64-with-glibc2.34",
+    "python": "3.10.19",
+    "heartbeatAt": "2026-04-10T16:59:40.113762",
+    "startedAt": "2026-04-10T16:59:39.797354",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "+name=train_stage_b_mamba_joint",
+        "algorithm=df_video_mamba3stage",
+        "experiment.num_nodes=1",
+        "dataset.save_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft",
+        "dataset.n_frames=200",
+        "+dataset.n_frames_valid=200",
+        "+dataset.angle_range=110",
+        "+dataset.pos_range=8",
+        "+dataset.wo_updown=false",
+        "+dataset.customized_validation=true",
+        "+dataset.add_timestamp_embedding=true",
+        "+dataset.use_explicit_memory_frames=false",
+        "algorithm.training_stage=stage_b_diffusion_training",
+        "algorithm.stage_b_joint_training=true",
+        "algorithm.stage_b_memory_aux_weight=0.1",
+        "algorithm.use_mamba_memory_pipeline=true",
+        "algorithm.use_oracle_pose_eval=true",
+        "algorithm.enable_memory_noise_curriculum=false",
+        "+algorithm.use_memory_attention=false",
+        "+algorithm.relative_embedding=false",
+        "+algorithm.memory_retrieval_topk=32",
+        "algorithm.diff_window_size=8",
+        "algorithm.memory_condition_length=0",
+        "algorithm.context_frames=100",
+        "+algorithm.n_tokens=8",
+        "experiment.training.lr=2e-5",
+        "experiment.training.batch_size=8",
+        "experiment.training.checkpointing.every_n_train_steps=2500",
+        "experiment.training.max_steps=60000",
+        "experiment.validation.val_every_n_step=2500",
+        "resume=stage_b_joint_offline",
+        "+output_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/"
+    ],
+    "state": "running",
+    "program": "-m main",
+    "codePathLocal": null,
+    "git": {
+        "remote": "https://huggingface.co/BonanDing/WorldMem_Repro",
+        "commit": "899b589401dfe000c7b04df002fd1585989677ac"
+    },
+    "email": "fahad.khan@liu.se",
+    "root": "/proj/cvl/users/x_fahkh2/WorldMem_Repro",
+    "host": "node113",
+    "username": "x_fahkh",
+    "executable": "/proj/cvl/users/x_fahkh2/envs/worldmem/bin/python",
+    "cpu_count": 112,
+    "cpu_count_logical": 224,
+    "cpu_freq": {
+        "current": 1111.0549866071428,
+        "min": 800.0,
+        "max": 3800.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 3799.961,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3730.656,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3740.277,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3793.651,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3799.799,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3677.651,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3779.545,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3803.62,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3804.279,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3799.961,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3801.172,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3558.146,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3407.003,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3413.301,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 30.58770751953125,
+            "used": 16.40140151977539
+        }
+    },
+    "gpu": "NVIDIA H200",
+    "gpu_count": 8,
+    "gpu_devices": [
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        }
+    ],
+    "memory": {
+        "total": 2015.5592041015625
+    }
+}

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 123937}}

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/logs/debug.log

@@ -0,0 +1,26 @@
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_setup.py:_flush():77] Current SDK version is 0.17.9
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_setup.py:_flush():77] Configure stats pid to 4169367
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_setup.py:_flush():77] Loading settings from /home/x_fahkh/.config/wandb/settings
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_setup.py:_flush():77] Loading settings from /proj/cvl/users/x_fahkh2/WorldMem_Repro/wandb/settings
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'disabled': 'true'}
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False}
+2026-04-10 18:59:39,833 WARNING MainThread:4169367 [wandb_setup.py:_flush():77] Could not find program at -m main
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m main'}
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_init.py:_log_setup():524] Logging user logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/logs/debug.log
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_init.py:_log_setup():525] Logging internal logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/logs/debug-internal.log
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_init.py:init():608] calling init triggers
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_init.py:init():615] wandb.init called with sweep_config: {}
+config: {'experiment': {'debug': '${debug}', 'tasks': ['training'], 'num_nodes': 1, 'training': {'precision': '16-mixed', 'compile': False, 'lr': 2e-05, 'batch_size': 8, 'max_epochs': -1, 'max_steps': 60000, 'max_time': None, 'data': {'num_workers': 4, 'shuffle': True}, 'optim': {'accumulate_grad_batches': 1, 'gradient_clip_val': 1.0}, 'checkpointing': {'every_n_train_steps': 2500, 'every_n_epochs': None, 'train_time_interval': None, 'enable_version_counter': False}}, 'validation': {'precision': '16-mixed', 'compile': False, 'batch_size': 4, 'val_every_n_step': 2500, 'val_every_n_epoch': None, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'test': {'precision': '16-mixed', 'compile': False, 'batch_size': 1, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'logging': {'metrics': None}, '_name': 'exp_video'}, 'dataset': {'debug': '${debug}', 'metadata': 'data/${dataset.name}/metadata.json', 'data_mean': 0.5, 'data_std': 0.5, 'save_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft', 'n_frames': 200, 'context_length': 1, 'resolution': 128, 'observation_shape': [3, '${dataset.resolution}', '${dataset.resolution}'], 'external_cond_dim': 0, 'validation_multiplier': 1, 'frame_skip': 1, 'action_cond_dim': 25, '_name': 'video_minecraft', 'n_frames_valid': 200, 'angle_range': 110, 'pos_range': 8, 'wo_updown': False, 'customized_validation': True, 'add_timestamp_embedding': True, 'use_explicit_memory_frames': False}, 'algorithm': {'debug': '${debug}', 'lr': '${experiment.training.lr}', 'x_shape': '${dataset.observation_shape}', 'frame_stack': 1, 'frame_skip': '${dataset.frame_skip}', 'data_mean': '${dataset.data_mean}', 'data_std': '${dataset.data_std}', 'external_cond_dim': 0, 'context_frames': 100, 'weight_decay': 0.002, 'warmup_steps': 1000, 'optimizer_beta': [0.9, 0.99], 'uncertainty_scale': 1, 'guidance_scale': 0.0, 'chunk_size': 1, 'scheduling_matrix': 'autoregressive', 'noise_level': 'random_all', 'causal': True, 'diffusion': {'objective': 'pred_v', 'beta_schedule': 'sigmoid', 'schedule_fn_kwargs': {}, 'clip_noise': 20.0, 'use_snr': False, 'use_cum_snr': False, 'use_fused_snr': True, 'snr_clip': 5.0, 'cum_snr_decay': 0.96, 'timesteps': 1000, 'sampling_timesteps': 20, 'ddim_sampling_eta': 0.0, 'stabilization_level': 15, 'architecture': {'network_size': 64, 'attn_heads': 4, 'attn_dim_head': 64, 'dim_mults': [1, 2, 4, 8], 'resolution': '${dataset.resolution}', 'attn_resolutions': [16, 32, 64, 128], 'use_init_temporal_attn': True, 'use_linear_attn': True, 'time_emb_type': 'rotary'}}, 'n_frames': '${dataset.n_frames}', 'metadata': '${dataset.metadata}', 'action_cond_dim': 25, 'use_plucker': True, 'memory_condition_length': 0, 'log_video': True, 'use_mamba_memory_pipeline': True, 'training_stage': 'stage_b_diffusion_training', 'stage_b_joint_training': True, 'stage_b_memory_aux_weight': 0.1, 'diff_window_size': 8, 'memory_gap_aux_weight': 0.1, 'memory_gap_aux_weight_init': 0.5, 'memory_gap_aux_weight_final': 0.1, 'memory_gap_aux_decay_fraction': 0.3, 'memory_gap_aux_decay_steps': 0, 'memory_gap_aux_exp_k': 5.0, 'use_precomputed_features': False, 'mamba_latent_channels': 16, 'mamba_summary_dim': 1024, 'mamba_model_dim': 1024, 'mamba_depth': 4, 'mamba_cond_dim': 1024, 'mamba_d_state': 16, 'mamba_d_conv': 4, 'mamba_expand': 2, 'allow_mamba_fallback': False, 'strict_causal_training': True, 'strict_causal_evaluation': True, 'use_oracle_pose_eval': True, 'enable_memory_noise_curriculum': False, 'curriculum_phase_boundaries': [0.2, 0.7], 'curriculum_noise_ranges': [[600, 1000], [200, 900], [0, 400]], 'curriculum_horizons': [50, 100, 200], '_name': 'df_video_mamba3stage', 'use_memory_attention': False, 'relative_embedding': False, 'memory_retrieval_topk': 32, 'n_tokens': 8}, 'debug': False, 'wandb': {'entity': 'turlin', 'project': 'worldmem', 'mode': 'online'}, 'resume': 'stage_b_joint_offline', 'load': None, 'name': 'train_stage_b_mamba_joint', 'output_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/'}
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_init.py:init():658] starting backend
+2026-04-10 18:59:39,833 INFO    MainThread:4169367 [wandb_init.py:init():662] setting up manager
+2026-04-10 18:59:39,852 INFO    MainThread:4169367 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-04-10 18:59:39,861 INFO    MainThread:4169367 [wandb_init.py:init():670] backend started and connected
+2026-04-10 18:59:39,884 INFO    MainThread:4169367 [wandb_init.py:init():768] updated telemetry
+2026-04-10 18:59:39,961 INFO    MainThread:4169367 [wandb_init.py:init():801] communicating run to backend with 90.0 second timeout
+2026-04-10 18:59:39,965 INFO    MainThread:4169367 [wandb_init.py:init():852] starting run threads in backend
+2026-04-10 18:59:48,726 INFO    MainThread:4169367 [wandb_run.py:_console_start():2465] atexit reg
+2026-04-10 18:59:48,726 INFO    MainThread:4169367 [wandb_run.py:_redirect():2311] redirect: wrap_raw
+2026-04-10 18:59:48,727 INFO    MainThread:4169367 [wandb_run.py:_redirect():2376] Wrapping output streams.
+2026-04-10 18:59:48,727 INFO    MainThread:4169367 [wandb_run.py:_redirect():2401] Redirects installed.
+2026-04-10 18:59:48,739 INFO    MainThread:4169367 [wandb_init.py:init():895] run started, returning control to user process
+2026-04-12 05:25:20,058 WARNING MsgRouterThr:4169367 [router.py:message_loop():77] message_loop has been closed

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260410_185939-stage_b_joint_offline/run-stage_b_joint_offline.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42fa4374eb98f61c1037a7a8520dfb0c165918498dde7fb01ba19559b26e26f
+size 48948330

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/conda-environment.yaml

@@ -0,0 +1,4 @@
+name: worldmem
+channels:
+  - defaults
+prefix: /home/x_fahkh/.conda/envs/worldmem

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_0_3014dd0e5bd39426d7cd.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3014dd0e5bd39426d7cd256c21fdf3dda064584d20fc9b1b9e979fc1943134e3
+size 1962081

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1020_63875caee622daf7b2f3.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63875caee622daf7b2f396319d4e183546e69e67c633288eaff5a8c092534ca1
+size 2083163

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_102_a577dd16b5d54702081f.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a577dd16b5d54702081f680b54847d8c2fc3e1566d72f47abc0497209395396f
+size 2012368

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1122_409b68eddd4991b68188.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409b68eddd4991b68188bd2976157771ab7e7593d6492630b11e674ce374b71d
+size 2009215

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_1224_504206c74247e99d7c6f.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504206c74247e99d7c6fbdde583e80ed7376f93323d0182ca053a1166f9e47f3
+size 1976917

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_204_1de0d9cfea53c3a89d8f.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de0d9cfea53c3a89d8f672a44482863dd25b8fef76df3d8b7e55bbd54f86c2d
+size 2336652

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_306_0538f440b2bae8af57f4.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0538f440b2bae8af57f43c29797e88ee830a72f57729d41fea3fb507c4998499
+size 1957665

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_408_79e1c55fd187f8912d68.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e1c55fd187f8912d68dc7dc4b40549ddcb58f1aa47363096004b109403e3a9
+size 2163566

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_510_9a79c3c3cbbf31e416b4.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a79c3c3cbbf31e416b4983d06b5605c8894932fea0d99ffde285342523a947d
+size 2104089

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_612_2c863098adae209db7c2.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c863098adae209db7c2cf17a2643279062a3455d2a5ba5468f5e4ecdbb9f02e
+size 1986236

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_714_fa7c075a3f1ecbd9f176.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7c075a3f1ecbd9f1761db1ab7687fd1efd6c99d67bd6a5aa6c116235baf264
+size 2107866

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_816_0a70e641a42763d391e9.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a70e641a42763d391e9ec5e495b8df70530a4a58c0a215f834737bb00f4b3a0
+size 2098364

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_918_53137d6f01b04af8c8f7.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53137d6f01b04af8c8f71e83b4e51d3a39000868bd25c75f79f413c3da592829
+size 2001781

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/wandb-metadata.json

@@ -0,0 +1,1228 @@
+{
+    "os": "Linux-5.14.0-611.45.1.el9_7.x86_64-x86_64-with-glibc2.34",
+    "python": "3.10.19",
+    "heartbeatAt": "2026-04-12T03:26:23.988953",
+    "startedAt": "2026-04-12T03:26:22.680008",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "+name=train_stage_b_mamba_joint",
+        "algorithm=df_video_mamba3stage",
+        "experiment.num_nodes=1",
+        "dataset.save_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft",
+        "dataset.n_frames=200",
+        "+dataset.n_frames_valid=200",
+        "+dataset.angle_range=110",
+        "+dataset.pos_range=8",
+        "+dataset.wo_updown=false",
+        "+dataset.customized_validation=true",
+        "+dataset.add_timestamp_embedding=true",
+        "+dataset.use_explicit_memory_frames=false",
+        "algorithm.training_stage=stage_b_diffusion_training",
+        "algorithm.stage_b_joint_training=true",
+        "algorithm.stage_b_memory_aux_weight=0.1",
+        "algorithm.use_mamba_memory_pipeline=true",
+        "algorithm.use_oracle_pose_eval=true",
+        "algorithm.enable_memory_noise_curriculum=false",
+        "+algorithm.use_memory_attention=false",
+        "+algorithm.relative_embedding=false",
+        "+algorithm.memory_retrieval_topk=32",
+        "algorithm.diff_window_size=8",
+        "algorithm.memory_condition_length=0",
+        "algorithm.context_frames=100",
+        "+algorithm.n_tokens=8",
+        "experiment.training.lr=2e-5",
+        "experiment.training.batch_size=8",
+        "experiment.training.checkpointing.every_n_train_steps=2500",
+        "experiment.training.max_steps=175000",
+        "experiment.validation.val_every_n_step=2500",
+        "resume=stage_b_joint_offline",
+        "+output_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/"
+    ],
+    "state": "running",
+    "program": "-m main",
+    "codePathLocal": null,
+    "git": {
+        "remote": "https://huggingface.co/BonanDing/WorldMem_Repro",
+        "commit": "02748d25aa0f9db1e2671978dbef7b00ce028e80"
+    },
+    "email": "fahad.khan@liu.se",
+    "root": "/proj/cvl/users/x_fahkh2/WorldMem_Repro",
+    "host": "node113",
+    "username": "x_fahkh",
+    "executable": "/proj/cvl/users/x_fahkh2/envs/worldmem/bin/python",
+    "cpu_count": 112,
+    "cpu_count_logical": 224,
+    "cpu_freq": {
+        "current": 1081.9533392857143,
+        "min": 800.0,
+        "max": 3800.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 3788.762,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.038,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.038,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3793.977,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3784.051,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3792.741,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3799.961,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3801.9,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3790.078,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3776.029,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3804.008,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3806.518,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3804.185,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3795.591,
+            "min": 800.0,
+            "max": 3800.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 30.58770751953125,
+            "used": 16.404407501220703
+        }
+    },
+    "gpu": "NVIDIA H200",
+    "gpu_count": 8,
+    "gpu_devices": [
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        }
+    ],
+    "memory": {
+        "total": 2015.5592041015625
+    }
+}

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 135134}}

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/logs/debug.log

@@ -0,0 +1,26 @@
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Current SDK version is 0.17.9
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Configure stats pid to 1447283
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Loading settings from /home/x_fahkh/.config/wandb/settings
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Loading settings from /proj/cvl/users/x_fahkh2/WorldMem_Repro/wandb/settings
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'disabled': 'true'}
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False}
+2026-04-12 05:26:22,708 WARNING MainThread:1447283 [wandb_setup.py:_flush():77] Could not find program at -m main
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m main'}
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:_log_setup():524] Logging user logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/logs/debug.log
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:_log_setup():525] Logging internal logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/logs/debug-internal.log
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:init():608] calling init triggers
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:init():615] wandb.init called with sweep_config: {}
+config: {'experiment': {'debug': '${debug}', 'tasks': ['training'], 'num_nodes': 1, 'training': {'precision': '16-mixed', 'compile': False, 'lr': 2e-05, 'batch_size': 8, 'max_epochs': -1, 'max_steps': 175000, 'max_time': None, 'data': {'num_workers': 4, 'shuffle': True}, 'optim': {'accumulate_grad_batches': 1, 'gradient_clip_val': 1.0}, 'checkpointing': {'every_n_train_steps': 2500, 'every_n_epochs': None, 'train_time_interval': None, 'enable_version_counter': False}}, 'validation': {'precision': '16-mixed', 'compile': False, 'batch_size': 4, 'val_every_n_step': 2500, 'val_every_n_epoch': None, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'test': {'precision': '16-mixed', 'compile': False, 'batch_size': 1, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'logging': {'metrics': None}, '_name': 'exp_video'}, 'dataset': {'debug': '${debug}', 'metadata': 'data/${dataset.name}/metadata.json', 'data_mean': 0.5, 'data_std': 0.5, 'save_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft', 'n_frames': 200, 'context_length': 1, 'resolution': 128, 'observation_shape': [3, '${dataset.resolution}', '${dataset.resolution}'], 'external_cond_dim': 0, 'validation_multiplier': 1, 'frame_skip': 1, 'action_cond_dim': 25, '_name': 'video_minecraft', 'n_frames_valid': 200, 'angle_range': 110, 'pos_range': 8, 'wo_updown': False, 'customized_validation': True, 'add_timestamp_embedding': True, 'use_explicit_memory_frames': False}, 'algorithm': {'debug': '${debug}', 'lr': '${experiment.training.lr}', 'x_shape': '${dataset.observation_shape}', 'frame_stack': 1, 'frame_skip': '${dataset.frame_skip}', 'data_mean': '${dataset.data_mean}', 'data_std': '${dataset.data_std}', 'external_cond_dim': 0, 'context_frames': 100, 'weight_decay': 0.002, 'warmup_steps': 1000, 'optimizer_beta': [0.9, 0.99], 'uncertainty_scale': 1, 'guidance_scale': 0.0, 'chunk_size': 1, 'scheduling_matrix': 'autoregressive', 'noise_level': 'random_all', 'causal': True, 'diffusion': {'objective': 'pred_v', 'beta_schedule': 'sigmoid', 'schedule_fn_kwargs': {}, 'clip_noise': 20.0, 'use_snr': False, 'use_cum_snr': False, 'use_fused_snr': True, 'snr_clip': 5.0, 'cum_snr_decay': 0.96, 'timesteps': 1000, 'sampling_timesteps': 20, 'ddim_sampling_eta': 0.0, 'stabilization_level': 15, 'architecture': {'network_size': 64, 'attn_heads': 4, 'attn_dim_head': 64, 'dim_mults': [1, 2, 4, 8], 'resolution': '${dataset.resolution}', 'attn_resolutions': [16, 32, 64, 128], 'use_init_temporal_attn': True, 'use_linear_attn': True, 'time_emb_type': 'rotary'}}, 'n_frames': '${dataset.n_frames}', 'metadata': '${dataset.metadata}', 'action_cond_dim': 25, 'use_plucker': True, 'memory_condition_length': 0, 'log_video': True, 'use_mamba_memory_pipeline': True, 'training_stage': 'stage_b_diffusion_training', 'stage_b_joint_training': True, 'stage_b_memory_aux_weight': 0.1, 'diff_window_size': 8, 'memory_gap_aux_weight': 0.1, 'memory_gap_aux_weight_init': 0.5, 'memory_gap_aux_weight_final': 0.1, 'memory_gap_aux_decay_fraction': 0.3, 'memory_gap_aux_decay_steps': 0, 'memory_gap_aux_exp_k': 5.0, 'use_precomputed_features': False, 'mamba_latent_channels': 16, 'mamba_summary_dim': 1024, 'mamba_model_dim': 1024, 'mamba_depth': 4, 'mamba_cond_dim': 1024, 'mamba_d_state': 16, 'mamba_d_conv': 4, 'mamba_expand': 2, 'allow_mamba_fallback': False, 'strict_causal_training': True, 'strict_causal_evaluation': True, 'use_oracle_pose_eval': True, 'enable_memory_noise_curriculum': False, 'curriculum_phase_boundaries': [0.2, 0.7], 'curriculum_noise_ranges': [[600, 1000], [200, 900], [0, 400]], 'curriculum_horizons': [50, 100, 200], '_name': 'df_video_mamba3stage', 'use_memory_attention': False, 'relative_embedding': False, 'memory_retrieval_topk': 32, 'n_tokens': 8}, 'debug': False, 'wandb': {'entity': 'turlin', 'project': 'worldmem', 'mode': 'online'}, 'resume': 'stage_b_joint_offline', 'load': None, 'name': 'train_stage_b_mamba_joint', 'output_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_joint_1024_40k/'}
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:init():658] starting backend
+2026-04-12 05:26:22,708 INFO    MainThread:1447283 [wandb_init.py:init():662] setting up manager
+2026-04-12 05:26:22,728 INFO    MainThread:1447283 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-04-12 05:26:22,734 INFO    MainThread:1447283 [wandb_init.py:init():670] backend started and connected
+2026-04-12 05:26:23,790 INFO    MainThread:1447283 [wandb_init.py:init():768] updated telemetry
+2026-04-12 05:26:23,840 INFO    MainThread:1447283 [wandb_init.py:init():801] communicating run to backend with 90.0 second timeout
+2026-04-12 05:26:23,844 INFO    MainThread:1447283 [wandb_init.py:init():852] starting run threads in backend
+2026-04-12 05:26:30,367 INFO    MainThread:1447283 [wandb_run.py:_console_start():2465] atexit reg
+2026-04-12 05:26:30,368 INFO    MainThread:1447283 [wandb_run.py:_redirect():2311] redirect: wrap_raw
+2026-04-12 05:26:30,368 INFO    MainThread:1447283 [wandb_run.py:_redirect():2376] Wrapping output streams.
+2026-04-12 05:26:30,368 INFO    MainThread:1447283 [wandb_run.py:_redirect():2401] Redirects installed.
+2026-04-12 05:26:30,377 INFO    MainThread:1447283 [wandb_init.py:init():895] run started, returning control to user process
+2026-04-13 18:58:40,073 WARNING MsgRouterThr:1447283 [router.py:message_loop():77] message_loop has been closed

bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/run-stage_b_joint_offline.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bf5f7fb533575288a76c622f41742ee7a78cd36a599bef10e1bca9576c6e33
+size 53389955

bimamba_stage_b_joint_1024_40k/wandb/wandb-resume.json

@@ -1 +1 @@
-{"run_id": "37kd7rjf"}
+{"run_id": "stage_b_joint_offline"}