Upload folder using huggingface_hub

.gitattributes

@@ -362,3 +362,35 @@ bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_o
 bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_816_0a70e641a42763d391e9.mp4 filter=lfs diff=lfs merge=lfs -text
 bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/files/media/videos/validation_vis/video_0_918_53137d6f01b04af8c8f7.mp4 filter=lfs diff=lfs merge=lfs -text
 bimamba_stage_b_joint_1024_40k/wandb/offline-run-20260412_052622-stage_b_joint_offline/run-stage_b_joint_offline.wandb filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/videos/validation_vis/gt/video_0_rank0_step0.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/videos/validation_vis/pred/video_0_rank0_step0.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_100_576b22386f83c1ad9b9e.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_1018_335d3cfe5acb8a551a3f.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_1120_580497390bf594bb48ea.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_1222_aafcdca0f144d50189cd.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_202_106e9ab2b2df87290c0d.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_304_39a3bab0674ce299a2e2.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_406_ee36f6c8645a9ede87a5.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_508_5fc93e1d9e3823b08b99.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_610_f0f9d58a4325fc1cd7f3.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_712_aa8fa39d012f079bc1e2.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_814_8d9a9079a679be8c9047.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_916_b81415a8fce481002cf2.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/run-iehx3n72.wandb filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_0_a9742ec91bc216260c0b.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_1020_7f3f86d3f27ba7d3a0db.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_102_e0bf7ba26e480c225fbd.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_1122_b7aea4efe3ef4063fce5.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_1224_dc4ec99f4eb542e620a6.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_204_36d625a91e35b5c4a30d.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_306_f25713ec83a85e46df68.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_408_27374849de33b7a76895.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_510_9f98831204608dd18db8.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_612_7e746fa3174ca3375456.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_714_04b1d0b0005ab06b168d.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_816_98d0743125db24be3d57.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_918_70f0d73586bfd444a40b.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/run-stage_b_light_xattn_retrain_offline.wandb filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260418_083621-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_0_193d335cef8d5e0f410b.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260418_083621-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_102_b84f64e6adc263e3ac15.mp4 filter=lfs diff=lfs merge=lfs -text
+bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260418_083621-stage_b_light_xattn_retrain_offline/run-stage_b_light_xattn_retrain_offline.wandb filter=lfs diff=lfs merge=lfs -text

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/checkpoints/epoch0_step30000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f4c54e59c269988a340711a3949068790271c84eb94c05eb28883fbc5ed9a7
+size 8335929878

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/checkpoints/epoch0_step60000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cc3b29c075ca07fa025d179b29c392c8023463ec9520341bc4743ddbe600d6
+size 8335935318

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/checkpoints/epoch0_step62500.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86e48d546ee56053e77b4bd24fae97fa87b0a9434c444546e06313a3f7a352a
+size 8335935318

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/videos/validation_vis/gt/video_0_rank0_step0.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2c5ca28dcc7c262fc163163e6dc05331c0421e489f334a21a7586f253154fb
+size 4901425

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/videos/validation_vis/pred/video_0_rank0_step0.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3691a4387446a7ac595dacdd803ec6cbd124c23af17b2508d68e4db84db9ab3b
+size 3844934

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/debug.log

@@ -0,0 +1,26 @@
+2026-04-18 08:36:21,256 INFO    MainThread:2170661 [wandb_setup.py:_flush():77] Current SDK version is 0.17.9
+2026-04-18 08:36:21,256 INFO    MainThread:2170661 [wandb_setup.py:_flush():77] Configure stats pid to 2170661
+2026-04-18 08:36:21,256 INFO    MainThread:2170661 [wandb_setup.py:_flush():77] Loading settings from /home/x_fahkh/.config/wandb/settings
+2026-04-18 08:36:21,256 INFO    MainThread:2170661 [wandb_setup.py:_flush():77] Loading settings from /proj/cvl/users/x_fahkh2/WorldMem_Repro/wandb/settings
+2026-04-18 08:36:21,256 INFO    MainThread:2170661 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'disabled': 'true'}
+2026-04-18 08:36:21,256 INFO    MainThread:2170661 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False}
+2026-04-18 08:36:21,256 WARNING MainThread:2170661 [wandb_setup.py:_flush():77] Could not find program at -m main
+2026-04-18 08:36:21,256 INFO    MainThread:2170661 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m main'}
+2026-04-18 08:36:21,256 INFO    MainThread:2170661 [wandb_init.py:_log_setup():524] Logging user logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260418_083621-stage_b_light_xattn_retrain_offline/logs/debug.log
+2026-04-18 08:36:21,256 INFO    MainThread:2170661 [wandb_init.py:_log_setup():525] Logging internal logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260418_083621-stage_b_light_xattn_retrain_offline/logs/debug-internal.log
+2026-04-18 08:36:21,257 INFO    MainThread:2170661 [wandb_init.py:init():608] calling init triggers
+2026-04-18 08:36:21,257 INFO    MainThread:2170661 [wandb_init.py:init():615] wandb.init called with sweep_config: {}
+config: {'experiment': {'debug': '${debug}', 'tasks': ['training'], 'num_nodes': 1, 'training': {'precision': '16-mixed', 'compile': False, 'lr': 2e-05, 'batch_size': 8, 'max_epochs': -1, 'max_steps': 175000, 'max_time': None, 'data': {'num_workers': 4, 'shuffle': True}, 'optim': {'accumulate_grad_batches': 1, 'gradient_clip_val': 1.0}, 'checkpointing': {'every_n_train_steps': 2500, 'every_n_epochs': None, 'train_time_interval': None, 'enable_version_counter': False}}, 'validation': {'precision': '16-mixed', 'compile': False, 'batch_size': 4, 'val_every_n_step': 2500, 'val_every_n_epoch': None, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'test': {'precision': '16-mixed', 'compile': False, 'batch_size': 1, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'logging': {'metrics': None}, '_name': 'exp_video'}, 'dataset': {'debug': '${debug}', 'metadata': 'data/${dataset.name}/metadata.json', 'data_mean': 0.5, 'data_std': 0.5, 'save_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft', 'n_frames': 200, 'context_length': 1, 'resolution': 128, 'observation_shape': [3, '${dataset.resolution}', '${dataset.resolution}'], 'external_cond_dim': 0, 'validation_multiplier': 1, 'frame_skip': 1, 'action_cond_dim': 25, '_name': 'video_minecraft', 'n_frames_valid': 200, 'angle_range': 110, 'pos_range': 8, 'wo_updown': False, 'customized_validation': True, 'add_timestamp_embedding': True, 'use_explicit_memory_frames': False}, 'algorithm': {'debug': '${debug}', 'lr': '${experiment.training.lr}', 'x_shape': '${dataset.observation_shape}', 'frame_stack': 1, 'frame_skip': '${dataset.frame_skip}', 'data_mean': '${dataset.data_mean}', 'data_std': '${dataset.data_std}', 'external_cond_dim': 0, 'context_frames': 100, 'weight_decay': 0.002, 'warmup_steps': 1000, 'optimizer_beta': [0.9, 0.99], 'uncertainty_scale': 1, 'guidance_scale': 0.0, 'chunk_size': 1, 'scheduling_matrix': 'autoregressive', 'noise_level': 'random_all', 'causal': True, 'diffusion': {'objective': 'pred_v', 'beta_schedule': 'sigmoid', 'schedule_fn_kwargs': {}, 'clip_noise': 20.0, 'use_snr': False, 'use_cum_snr': False, 'use_fused_snr': True, 'snr_clip': 5.0, 'cum_snr_decay': 0.96, 'timesteps': 1000, 'sampling_timesteps': 20, 'ddim_sampling_eta': 0.0, 'stabilization_level': 15, 'architecture': {'network_size': 64, 'attn_heads': 4, 'attn_dim_head': 64, 'dim_mults': [1, 2, 4, 8], 'resolution': '${dataset.resolution}', 'attn_resolutions': [16, 32, 64, 128], 'use_init_temporal_attn': True, 'use_linear_attn': True, 'time_emb_type': 'rotary'}}, 'n_frames': '${dataset.n_frames}', 'metadata': '${dataset.metadata}', 'action_cond_dim': 25, 'use_plucker': True, 'memory_condition_length': 0, 'log_video': True, 'use_mamba_memory_pipeline': True, 'training_stage': 'stage_b_diffusion_training', 'stage_b_joint_training': True, 'stage_b_memory_aux_weight': 0.1, 'diff_window_size': 8, 'memory_gap_aux_weight': 0.1, 'memory_gap_aux_weight_init': 0.5, 'memory_gap_aux_weight_final': 0.1, 'memory_gap_aux_decay_fraction': 0.3, 'memory_gap_aux_decay_steps': 0, 'memory_gap_aux_exp_k': 5.0, 'use_precomputed_features': False, 'mamba_latent_channels': 16, 'mamba_model_dim': 256, 'mamba_depth': 4, 'mamba_cond_dim': 256, 'mamba_d_state': 16, 'mamba_d_conv': 4, 'mamba_expand': 2, 'use_memory_cross_attention': True, 'memory_cross_attention_every_n': 4, 'memory_cross_attn_heads': 4, 'memory_cross_attn_dim_head': 64, 'allow_mamba_fallback': False, 'strict_causal_training': True, 'strict_causal_evaluation': True, 'use_oracle_pose_eval': True, 'enable_memory_noise_curriculum': False, 'curriculum_phase_boundaries': [0.2, 0.7], 'curriculum_noise_ranges': [[600, 1000], [200, 900], [0, 400]], 'curriculum_horizons': [50, 100, 200], '_name': 'df_video_mamba3stage', 'use_memory_attention': False, 'relative_embedding': False, 'memory_retrieval_topk': 32, 'n_tokens': 8}, 'debug': False, 'wandb': {'entity': 'turlin', 'project': 'worldmem', 'mode': 'online'}, 'resume': 'stage_b_light_xattn_retrain_offline', 'load': None, 'name': 'train_stage_b_mamba_joint_light_xattn_retrain', 'output_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/'}
+2026-04-18 08:36:21,257 INFO    MainThread:2170661 [wandb_init.py:init():658] starting backend
+2026-04-18 08:36:21,257 INFO    MainThread:2170661 [wandb_init.py:init():662] setting up manager
+2026-04-18 08:36:21,275 INFO    MainThread:2170661 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-04-18 08:36:21,280 INFO    MainThread:2170661 [wandb_init.py:init():670] backend started and connected
+2026-04-18 08:36:21,307 INFO    MainThread:2170661 [wandb_init.py:init():768] updated telemetry
+2026-04-18 08:36:21,362 INFO    MainThread:2170661 [wandb_init.py:init():801] communicating run to backend with 90.0 second timeout
+2026-04-18 08:36:21,366 INFO    MainThread:2170661 [wandb_init.py:init():852] starting run threads in backend
+2026-04-18 08:36:28,645 INFO    MainThread:2170661 [wandb_run.py:_console_start():2465] atexit reg
+2026-04-18 08:36:28,646 INFO    MainThread:2170661 [wandb_run.py:_redirect():2311] redirect: wrap_raw
+2026-04-18 08:36:28,646 INFO    MainThread:2170661 [wandb_run.py:_redirect():2376] Wrapping output streams.
+2026-04-18 08:36:28,646 INFO    MainThread:2170661 [wandb_run.py:_redirect():2401] Redirects installed.
+2026-04-18 08:36:28,658 INFO    MainThread:2170661 [wandb_init.py:init():895] run started, returning control to user process
+2026-04-18 13:20:50,117 WARNING MsgRouterThr:2170661 [router.py:message_loop():77] message_loop has been closed

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/conda-environment.yaml

@@ -0,0 +1,4 @@
+name: worldmem
+channels:
+  - defaults
+prefix: /home/x_fahkh/.conda/envs/worldmem

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_100_576b22386f83c1ad9b9e.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576b22386f83c1ad9b9ee0b5b67d3f72d1f624c09584a2cfb5d773b9160a683f
+size 1841177

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_1018_335d3cfe5acb8a551a3f.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335d3cfe5acb8a551a3f1cbeef5b7993f98dc17abc7133206384be78c877640d
+size 2044815

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_1120_580497390bf594bb48ea.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580497390bf594bb48eaf9fc754288cad2a9fff1b3f095a319961d834672a20e
+size 2110534

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_1222_aafcdca0f144d50189cd.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafcdca0f144d50189cdbe53b4021f92c58cf8277c909563463ced9c4a20b7f1
+size 1982373

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_202_106e9ab2b2df87290c0d.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106e9ab2b2df87290c0d0d42f699eee012575915e4aca0d8130bc23c772af05f
+size 1860503

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_304_39a3bab0674ce299a2e2.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a3bab0674ce299a2e2e28cea1d670130f6ad1574033b9459cc4068a3ae6cef
+size 2128937

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_406_ee36f6c8645a9ede87a5.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee36f6c8645a9ede87a542842e50557ba68cf27ddf5650d2b13fa83eb0edf5f3
+size 2106293

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_508_5fc93e1d9e3823b08b99.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc93e1d9e3823b08b99d45ac8eee8a75fb0a0e86d99753b258f428e087b73bb
+size 2081338

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_610_f0f9d58a4325fc1cd7f3.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f9d58a4325fc1cd7f378932f80f9af22eab944b6f3a3a967c8f0850c73f27d
+size 2030646

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_712_aa8fa39d012f079bc1e2.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8fa39d012f079bc1e2e5cc310b7c39fdeafdb4ee4acfcf91c080e5db97d038
+size 1795253

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_814_8d9a9079a679be8c9047.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9a9079a679be8c904730759c3e78b8bdb6c6c532d19f0ad25443c40fb522dd
+size 1937306

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/media/videos/validation_vis/video_0_916_b81415a8fce481002cf2.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81415a8fce481002cf221997c7ecfa75805fcbb8b5881ff024b1bbf79719b2f
+size 2346198

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/wandb-metadata.json

@@ -0,0 +1,1234 @@
+{
+    "os": "Linux-5.14.0-611.45.1.el9_7.x86_64-x86_64-with-glibc2.34",
+    "python": "3.10.19",
+    "heartbeatAt": "2026-04-15T11:21:57.264797",
+    "startedAt": "2026-04-15T11:21:55.576897",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "+name=train_stage_b_mamba_joint_light_xattn_retrain",
+        "algorithm=df_video_mamba3stage",
+        "+customized_load=true",
+        "+seperate_load=false",
+        "experiment.num_nodes=1",
+        "load=/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_a_retrain/checkpoints/epoch3_step40000.ckpt",
+        "dataset.save_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft",
+        "dataset.n_frames=200",
+        "+dataset.n_frames_valid=200",
+        "+dataset.angle_range=110",
+        "+dataset.pos_range=8",
+        "+dataset.wo_updown=false",
+        "+dataset.customized_validation=true",
+        "+dataset.add_timestamp_embedding=true",
+        "+dataset.use_explicit_memory_frames=false",
+        "algorithm.training_stage=stage_b_diffusion_training",
+        "algorithm.stage_b_joint_training=true",
+        "algorithm.stage_b_memory_aux_weight=0.1",
+        "algorithm.use_mamba_memory_pipeline=true",
+        "algorithm.use_oracle_pose_eval=true",
+        "algorithm.enable_memory_noise_curriculum=false",
+        "+algorithm.use_memory_attention=false",
+        "+algorithm.relative_embedding=false",
+        "+algorithm.memory_retrieval_topk=32",
+        "algorithm.use_memory_cross_attention=true",
+        "algorithm.memory_cross_attention_every_n=4",
+        "algorithm.memory_cross_attn_heads=4",
+        "algorithm.memory_cross_attn_dim_head=64",
+        "algorithm.diff_window_size=8",
+        "algorithm.memory_condition_length=0",
+        "algorithm.context_frames=100",
+        "+algorithm.n_tokens=8",
+        "experiment.training.lr=2e-5",
+        "experiment.training.batch_size=8",
+        "experiment.training.checkpointing.every_n_train_steps=2500",
+        "experiment.training.max_steps=30000",
+        "experiment.validation.val_every_n_step=2500",
+        "+output_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/"
+    ],
+    "state": "running",
+    "program": "-m main",
+    "codePathLocal": null,
+    "git": {
+        "remote": "https://huggingface.co/BonanDing/WorldMem_Repro",
+        "commit": "9ec270b03f1e719fa11f6a06ea980d8fbea4ecd2"
+    },
+    "email": "fahad.khan@liu.se",
+    "root": "/proj/cvl/users/x_fahkh2/WorldMem_Repro",
+    "host": "node104",
+    "username": "x_fahkh",
+    "executable": "/proj/cvl/users/x_fahkh2/envs/worldmem/bin/python",
+    "cpu_count": 112,
+    "cpu_count_logical": 224,
+    "cpu_freq": {
+        "current": 1094.3303749999998,
+        "min": 800.0,
+        "max": 3800.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 3681.191,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.038,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3792.102,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3785.638,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3778.99,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3795.744,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3799.81,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3716.932,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3803.245,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3798.768,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3799.961,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3797.559,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3802.829,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3804.103,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3797.509,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3804.21,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3801.988,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3801.758,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3802.014,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 30.58770751953125,
+            "used": 16.405410766601562
+        }
+    },
+    "gpu": "NVIDIA H200",
+    "gpu_count": 8,
+    "gpu_devices": [
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        }
+    ],
+    "memory": {
+        "total": 2015.5591888427734
+    }
+}

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 120878}}

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/logs/debug.log

@@ -0,0 +1,26 @@
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_setup.py:_flush():77] Current SDK version is 0.17.9
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_setup.py:_flush():77] Configure stats pid to 3495855
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_setup.py:_flush():77] Loading settings from /home/x_fahkh/.config/wandb/settings
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_setup.py:_flush():77] Loading settings from /proj/cvl/users/x_fahkh2/WorldMem_Repro/wandb/settings
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'disabled': 'true'}
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False}
+2026-04-15 13:21:55,607 WARNING MainThread:3495855 [wandb_setup.py:_flush():77] Could not find program at -m main
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m main'}
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_init.py:_log_setup():524] Logging user logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/logs/debug.log
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_init.py:_log_setup():525] Logging internal logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/logs/debug-internal.log
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_init.py:init():608] calling init triggers
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_init.py:init():615] wandb.init called with sweep_config: {}
+config: {'experiment': {'debug': '${debug}', 'tasks': ['training'], 'num_nodes': 1, 'training': {'precision': '16-mixed', 'compile': False, 'lr': 2e-05, 'batch_size': 8, 'max_epochs': -1, 'max_steps': 30000, 'max_time': None, 'data': {'num_workers': 4, 'shuffle': True}, 'optim': {'accumulate_grad_batches': 1, 'gradient_clip_val': 1.0}, 'checkpointing': {'every_n_train_steps': 2500, 'every_n_epochs': None, 'train_time_interval': None, 'enable_version_counter': False}}, 'validation': {'precision': '16-mixed', 'compile': False, 'batch_size': 4, 'val_every_n_step': 2500, 'val_every_n_epoch': None, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'test': {'precision': '16-mixed', 'compile': False, 'batch_size': 1, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'logging': {'metrics': None}, '_name': 'exp_video'}, 'dataset': {'debug': '${debug}', 'metadata': 'data/${dataset.name}/metadata.json', 'data_mean': 0.5, 'data_std': 0.5, 'save_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft', 'n_frames': 200, 'context_length': 1, 'resolution': 128, 'observation_shape': [3, '${dataset.resolution}', '${dataset.resolution}'], 'external_cond_dim': 0, 'validation_multiplier': 1, 'frame_skip': 1, 'action_cond_dim': 25, '_name': 'video_minecraft', 'n_frames_valid': 200, 'angle_range': 110, 'pos_range': 8, 'wo_updown': False, 'customized_validation': True, 'add_timestamp_embedding': True, 'use_explicit_memory_frames': False}, 'algorithm': {'debug': '${debug}', 'lr': '${experiment.training.lr}', 'x_shape': '${dataset.observation_shape}', 'frame_stack': 1, 'frame_skip': '${dataset.frame_skip}', 'data_mean': '${dataset.data_mean}', 'data_std': '${dataset.data_std}', 'external_cond_dim': 0, 'context_frames': 100, 'weight_decay': 0.002, 'warmup_steps': 1000, 'optimizer_beta': [0.9, 0.99], 'uncertainty_scale': 1, 'guidance_scale': 0.0, 'chunk_size': 1, 'scheduling_matrix': 'autoregressive', 'noise_level': 'random_all', 'causal': True, 'diffusion': {'objective': 'pred_v', 'beta_schedule': 'sigmoid', 'schedule_fn_kwargs': {}, 'clip_noise': 20.0, 'use_snr': False, 'use_cum_snr': False, 'use_fused_snr': True, 'snr_clip': 5.0, 'cum_snr_decay': 0.96, 'timesteps': 1000, 'sampling_timesteps': 20, 'ddim_sampling_eta': 0.0, 'stabilization_level': 15, 'architecture': {'network_size': 64, 'attn_heads': 4, 'attn_dim_head': 64, 'dim_mults': [1, 2, 4, 8], 'resolution': '${dataset.resolution}', 'attn_resolutions': [16, 32, 64, 128], 'use_init_temporal_attn': True, 'use_linear_attn': True, 'time_emb_type': 'rotary'}}, 'n_frames': '${dataset.n_frames}', 'metadata': '${dataset.metadata}', 'action_cond_dim': 25, 'use_plucker': True, 'memory_condition_length': 0, 'log_video': True, 'use_mamba_memory_pipeline': True, 'training_stage': 'stage_b_diffusion_training', 'stage_b_joint_training': True, 'stage_b_memory_aux_weight': 0.1, 'diff_window_size': 8, 'memory_gap_aux_weight': 0.1, 'memory_gap_aux_weight_init': 0.5, 'memory_gap_aux_weight_final': 0.1, 'memory_gap_aux_decay_fraction': 0.3, 'memory_gap_aux_decay_steps': 0, 'memory_gap_aux_exp_k': 5.0, 'use_precomputed_features': False, 'mamba_latent_channels': 16, 'mamba_model_dim': 256, 'mamba_depth': 4, 'mamba_cond_dim': 256, 'mamba_d_state': 16, 'mamba_d_conv': 4, 'mamba_expand': 2, 'use_memory_cross_attention': True, 'memory_cross_attention_every_n': 4, 'memory_cross_attn_heads': 4, 'memory_cross_attn_dim_head': 64, 'allow_mamba_fallback': False, 'strict_causal_training': True, 'strict_causal_evaluation': True, 'use_oracle_pose_eval': True, 'enable_memory_noise_curriculum': False, 'curriculum_phase_boundaries': [0.2, 0.7], 'curriculum_noise_ranges': [[600, 1000], [200, 900], [0, 400]], 'curriculum_horizons': [50, 100, 200], '_name': 'df_video_mamba3stage', 'use_memory_attention': False, 'relative_embedding': False, 'memory_retrieval_topk': 32, 'n_tokens': 8}, 'debug': False, 'wandb': {'entity': 'turlin', 'project': 'worldmem', 'mode': 'online'}, 'resume': None, 'load': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_a_retrain/checkpoints/epoch3_step40000.ckpt', 'name': 'train_stage_b_mamba_joint_light_xattn_retrain', 'customized_load': True, 'seperate_load': False, 'output_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/'}
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_init.py:init():658] starting backend
+2026-04-15 13:21:55,607 INFO    MainThread:3495855 [wandb_init.py:init():662] setting up manager
+2026-04-15 13:21:55,659 INFO    MainThread:3495855 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-04-15 13:21:55,671 INFO    MainThread:3495855 [wandb_init.py:init():670] backend started and connected
+2026-04-15 13:21:56,745 INFO    MainThread:3495855 [wandb_init.py:init():768] updated telemetry
+2026-04-15 13:21:56,804 INFO    MainThread:3495855 [wandb_init.py:init():801] communicating run to backend with 90.0 second timeout
+2026-04-15 13:21:57,108 INFO    MainThread:3495855 [wandb_init.py:init():852] starting run threads in backend
+2026-04-15 13:22:06,761 INFO    MainThread:3495855 [wandb_run.py:_console_start():2465] atexit reg
+2026-04-15 13:22:06,762 INFO    MainThread:3495855 [wandb_run.py:_redirect():2311] redirect: wrap_raw
+2026-04-15 13:22:06,762 INFO    MainThread:3495855 [wandb_run.py:_redirect():2376] Wrapping output streams.
+2026-04-15 13:22:06,762 INFO    MainThread:3495855 [wandb_run.py:_redirect():2401] Redirects installed.
+2026-04-15 13:22:06,775 INFO    MainThread:3495855 [wandb_init.py:init():895] run started, returning control to user process
+2026-04-16 22:56:38,143 WARNING MsgRouterThr:3495855 [router.py:message_loop():77] message_loop has been closed

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260415_132155-iehx3n72/run-iehx3n72.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4b7713d4379e602af3de87152212a089b444a49ec438031c7a1d177ec7d6c9
+size 47165513

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/conda-environment.yaml

@@ -0,0 +1,4 @@
+name: worldmem
+channels:
+  - defaults
+prefix: /home/x_fahkh/.conda/envs/worldmem

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_0_a9742ec91bc216260c0b.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9742ec91bc216260c0b76089a691069cf28d953dad68a5272a75dab1775fd91
+size 1908370

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_1020_7f3f86d3f27ba7d3a0db.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3f86d3f27ba7d3a0db04677bfa80cdba23d569543e2f8beb17292e6fbeded5
+size 2124524

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_102_e0bf7ba26e480c225fbd.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bf7ba26e480c225fbdeb896a4206a3b4fced9dd355b8758a4f26fac9bfefdf
+size 1882610

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_1122_b7aea4efe3ef4063fce5.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7aea4efe3ef4063fce509dfd8b726fb4ed8392095047518e3777b0dd9971eb4
+size 2061176

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_1224_dc4ec99f4eb542e620a6.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4ec99f4eb542e620a65814307bbe746713454800a9b25d1d2e9da1e66bcfbb
+size 1901757

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_204_36d625a91e35b5c4a30d.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d625a91e35b5c4a30d3959d06edca4e6e0da9a6a748ee095a1fb92e0add238
+size 2090455

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_306_f25713ec83a85e46df68.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25713ec83a85e46df68b4c0cdf1661015b2e90f2abe7fd8e6c99add0eb9dd19
+size 2114907

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_408_27374849de33b7a76895.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27374849de33b7a768959df1ce3dfaf29c73855bee5a609d28e0709a704876c6
+size 2035968

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_510_9f98831204608dd18db8.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f98831204608dd18db859bae1230eee0d89569060717f125e8ae0a5ad5af7c6
+size 2055598

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_612_7e746fa3174ca3375456.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e746fa3174ca33754564cbd9a88a39a1ed9c1a2930c3257941b278baa1c57e7
+size 2129192

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_714_04b1d0b0005ab06b168d.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b1d0b0005ab06b168d58f22b42d14eae002d8405f35dacb6c556ff06a51857
+size 2040215

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_816_98d0743125db24be3d57.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d0743125db24be3d57277acbfc6cc9f230437e620990af50475667b3bea6c8
+size 2169468

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_918_70f0d73586bfd444a40b.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f0d73586bfd444a40b21a7723b0ca8db2379ae4daf4e8347bf98e1a8508a41
+size 2195557

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/wandb-metadata.json

@@ -0,0 +1,1232 @@
+{
+    "os": "Linux-5.14.0-611.45.1.el9_7.x86_64-x86_64-with-glibc2.34",
+    "python": "3.10.19",
+    "heartbeatAt": "2026-04-16T20:57:45.924301",
+    "startedAt": "2026-04-16T20:57:45.571909",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "+name=train_stage_b_mamba_joint_light_xattn_retrain",
+        "algorithm=df_video_mamba3stage",
+        "experiment.num_nodes=1",
+        "dataset.save_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft",
+        "dataset.n_frames=200",
+        "+dataset.n_frames_valid=200",
+        "+dataset.angle_range=110",
+        "+dataset.pos_range=8",
+        "+dataset.wo_updown=false",
+        "+dataset.customized_validation=true",
+        "+dataset.add_timestamp_embedding=true",
+        "+dataset.use_explicit_memory_frames=false",
+        "algorithm.training_stage=stage_b_diffusion_training",
+        "algorithm.stage_b_joint_training=true",
+        "algorithm.stage_b_memory_aux_weight=0.1",
+        "algorithm.use_mamba_memory_pipeline=true",
+        "algorithm.use_oracle_pose_eval=true",
+        "algorithm.enable_memory_noise_curriculum=false",
+        "+algorithm.use_memory_attention=false",
+        "+algorithm.relative_embedding=false",
+        "+algorithm.memory_retrieval_topk=32",
+        "algorithm.use_memory_cross_attention=true",
+        "algorithm.memory_cross_attention_every_n=4",
+        "algorithm.memory_cross_attn_heads=4",
+        "algorithm.memory_cross_attn_dim_head=64",
+        "algorithm.diff_window_size=8",
+        "algorithm.memory_condition_length=0",
+        "algorithm.context_frames=100",
+        "+algorithm.n_tokens=8",
+        "experiment.training.lr=2e-5",
+        "experiment.training.batch_size=8",
+        "experiment.training.checkpointing.every_n_train_steps=2500",
+        "experiment.training.max_steps=60000",
+        "experiment.validation.val_every_n_step=2500",
+        "resume=stage_b_light_xattn_retrain_offline",
+        "+output_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/"
+    ],
+    "state": "running",
+    "program": "-m main",
+    "codePathLocal": null,
+    "git": {
+        "remote": "https://huggingface.co/BonanDing/WorldMem_Repro",
+        "commit": "964eac62a60380537a7fd3bf62f9876aa2020385"
+    },
+    "email": "fahad.khan@liu.se",
+    "root": "/proj/cvl/users/x_fahkh2/WorldMem_Repro",
+    "host": "node104",
+    "username": "x_fahkh",
+    "executable": "/proj/cvl/users/x_fahkh2/envs/worldmem/bin/python",
+    "cpu_count": 112,
+    "cpu_count_logical": 224,
+    "cpu_freq": {
+        "current": 1070.4930892857142,
+        "min": 800.0,
+        "max": 3800.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3799.961,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3795.758,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3546.799,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3792.65,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3783.995,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3795.851,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3798.067,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.038,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3798.473,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3801.653,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3759.709,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3801.158,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 30.58770751953125,
+            "used": 16.405414581298828
+        }
+    },
+    "gpu": "NVIDIA H200",
+    "gpu_count": 8,
+    "gpu_devices": [
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        }
+    ],
+    "memory": {
+        "total": 2015.5591888427734
+    }
+}

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 121052}}

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/logs/debug.log

@@ -0,0 +1,26 @@
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_setup.py:_flush():77] Current SDK version is 0.17.9
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_setup.py:_flush():77] Configure stats pid to 738622
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_setup.py:_flush():77] Loading settings from /home/x_fahkh/.config/wandb/settings
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_setup.py:_flush():77] Loading settings from /proj/cvl/users/x_fahkh2/WorldMem_Repro/wandb/settings
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'disabled': 'true'}
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False}
+2026-04-16 22:57:45,597 WARNING MainThread:738622 [wandb_setup.py:_flush():77] Could not find program at -m main
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m main'}
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_init.py:_log_setup():524] Logging user logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/logs/debug.log
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_init.py:_log_setup():525] Logging internal logs to /proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/logs/debug-internal.log
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_init.py:init():608] calling init triggers
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_init.py:init():615] wandb.init called with sweep_config: {}
+config: {'experiment': {'debug': '${debug}', 'tasks': ['training'], 'num_nodes': 1, 'training': {'precision': '16-mixed', 'compile': False, 'lr': 2e-05, 'batch_size': 8, 'max_epochs': -1, 'max_steps': 60000, 'max_time': None, 'data': {'num_workers': 4, 'shuffle': True}, 'optim': {'accumulate_grad_batches': 1, 'gradient_clip_val': 1.0}, 'checkpointing': {'every_n_train_steps': 2500, 'every_n_epochs': None, 'train_time_interval': None, 'enable_version_counter': False}}, 'validation': {'precision': '16-mixed', 'compile': False, 'batch_size': 4, 'val_every_n_step': 2500, 'val_every_n_epoch': None, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'test': {'precision': '16-mixed', 'compile': False, 'batch_size': 1, 'limit_batch': 1, 'inference_mode': False, 'data': {'num_workers': 4, 'shuffle': False}}, 'logging': {'metrics': None}, '_name': 'exp_video'}, 'dataset': {'debug': '${debug}', 'metadata': 'data/${dataset.name}/metadata.json', 'data_mean': 0.5, 'data_std': 0.5, 'save_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft', 'n_frames': 200, 'context_length': 1, 'resolution': 128, 'observation_shape': [3, '${dataset.resolution}', '${dataset.resolution}'], 'external_cond_dim': 0, 'validation_multiplier': 1, 'frame_skip': 1, 'action_cond_dim': 25, '_name': 'video_minecraft', 'n_frames_valid': 200, 'angle_range': 110, 'pos_range': 8, 'wo_updown': False, 'customized_validation': True, 'add_timestamp_embedding': True, 'use_explicit_memory_frames': False}, 'algorithm': {'debug': '${debug}', 'lr': '${experiment.training.lr}', 'x_shape': '${dataset.observation_shape}', 'frame_stack': 1, 'frame_skip': '${dataset.frame_skip}', 'data_mean': '${dataset.data_mean}', 'data_std': '${dataset.data_std}', 'external_cond_dim': 0, 'context_frames': 100, 'weight_decay': 0.002, 'warmup_steps': 1000, 'optimizer_beta': [0.9, 0.99], 'uncertainty_scale': 1, 'guidance_scale': 0.0, 'chunk_size': 1, 'scheduling_matrix': 'autoregressive', 'noise_level': 'random_all', 'causal': True, 'diffusion': {'objective': 'pred_v', 'beta_schedule': 'sigmoid', 'schedule_fn_kwargs': {}, 'clip_noise': 20.0, 'use_snr': False, 'use_cum_snr': False, 'use_fused_snr': True, 'snr_clip': 5.0, 'cum_snr_decay': 0.96, 'timesteps': 1000, 'sampling_timesteps': 20, 'ddim_sampling_eta': 0.0, 'stabilization_level': 15, 'architecture': {'network_size': 64, 'attn_heads': 4, 'attn_dim_head': 64, 'dim_mults': [1, 2, 4, 8], 'resolution': '${dataset.resolution}', 'attn_resolutions': [16, 32, 64, 128], 'use_init_temporal_attn': True, 'use_linear_attn': True, 'time_emb_type': 'rotary'}}, 'n_frames': '${dataset.n_frames}', 'metadata': '${dataset.metadata}', 'action_cond_dim': 25, 'use_plucker': True, 'memory_condition_length': 0, 'log_video': True, 'use_mamba_memory_pipeline': True, 'training_stage': 'stage_b_diffusion_training', 'stage_b_joint_training': True, 'stage_b_memory_aux_weight': 0.1, 'diff_window_size': 8, 'memory_gap_aux_weight': 0.1, 'memory_gap_aux_weight_init': 0.5, 'memory_gap_aux_weight_final': 0.1, 'memory_gap_aux_decay_fraction': 0.3, 'memory_gap_aux_decay_steps': 0, 'memory_gap_aux_exp_k': 5.0, 'use_precomputed_features': False, 'mamba_latent_channels': 16, 'mamba_model_dim': 256, 'mamba_depth': 4, 'mamba_cond_dim': 256, 'mamba_d_state': 16, 'mamba_d_conv': 4, 'mamba_expand': 2, 'use_memory_cross_attention': True, 'memory_cross_attention_every_n': 4, 'memory_cross_attn_heads': 4, 'memory_cross_attn_dim_head': 64, 'allow_mamba_fallback': False, 'strict_causal_training': True, 'strict_causal_evaluation': True, 'use_oracle_pose_eval': True, 'enable_memory_noise_curriculum': False, 'curriculum_phase_boundaries': [0.2, 0.7], 'curriculum_noise_ranges': [[600, 1000], [200, 900], [0, 400]], 'curriculum_horizons': [50, 100, 200], '_name': 'df_video_mamba3stage', 'use_memory_attention': False, 'relative_embedding': False, 'memory_retrieval_topk': 32, 'n_tokens': 8}, 'debug': False, 'wandb': {'entity': 'turlin', 'project': 'worldmem', 'mode': 'online'}, 'resume': 'stage_b_light_xattn_retrain_offline', 'load': None, 'name': 'train_stage_b_mamba_joint_light_xattn_retrain', 'output_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/'}
+2026-04-16 22:57:45,597 INFO    MainThread:738622 [wandb_init.py:init():658] starting backend
+2026-04-16 22:57:45,598 INFO    MainThread:738622 [wandb_init.py:init():662] setting up manager
+2026-04-16 22:57:45,622 INFO    MainThread:738622 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-04-16 22:57:45,633 INFO    MainThread:738622 [wandb_init.py:init():670] backend started and connected
+2026-04-16 22:57:45,690 INFO    MainThread:738622 [wandb_init.py:init():768] updated telemetry
+2026-04-16 22:57:45,771 INFO    MainThread:738622 [wandb_init.py:init():801] communicating run to backend with 90.0 second timeout
+2026-04-16 22:57:45,775 INFO    MainThread:738622 [wandb_init.py:init():852] starting run threads in backend
+2026-04-16 22:57:53,832 INFO    MainThread:738622 [wandb_run.py:_console_start():2465] atexit reg
+2026-04-16 22:57:53,832 INFO    MainThread:738622 [wandb_run.py:_redirect():2311] redirect: wrap_raw
+2026-04-16 22:57:53,832 INFO    MainThread:738622 [wandb_run.py:_redirect():2376] Wrapping output streams.
+2026-04-16 22:57:53,832 INFO    MainThread:738622 [wandb_run.py:_redirect():2401] Redirects installed.
+2026-04-16 22:57:53,840 INFO    MainThread:738622 [wandb_init.py:init():895] run started, returning control to user process
+2026-04-18 08:35:20,353 WARNING MsgRouterThr:738622 [router.py:message_loop():77] message_loop has been closed

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260416_225745-stage_b_light_xattn_retrain_offline/run-stage_b_light_xattn_retrain_offline.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f2addbdbbfa913a2807775d114019f017cdde14ee0bc59abd8adb775d9c8f7
+size 49110051

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260418_083621-stage_b_light_xattn_retrain_offline/files/conda-environment.yaml

@@ -0,0 +1,4 @@
+name: worldmem
+channels:
+  - defaults
+prefix: /home/x_fahkh/.conda/envs/worldmem

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260418_083621-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_0_193d335cef8d5e0f410b.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193d335cef8d5e0f410b09cefc3cddba844ad00a08583634f62378d365fcee27
+size 1896539

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260418_083621-stage_b_light_xattn_retrain_offline/files/media/videos/validation_vis/video_0_102_b84f64e6adc263e3ac15.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84f64e6adc263e3ac1510e87b42d914f19f8138ab21b9d6213e0bec489971f8
+size 1861116

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260418_083621-stage_b_light_xattn_retrain_offline/files/wandb-metadata.json

@@ -0,0 +1,1232 @@
+{
+    "os": "Linux-5.14.0-611.45.1.el9_7.x86_64-x86_64-with-glibc2.34",
+    "python": "3.10.19",
+    "heartbeatAt": "2026-04-18T06:36:21.516873",
+    "startedAt": "2026-04-18T06:36:21.220712",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "+name=train_stage_b_mamba_joint_light_xattn_retrain",
+        "algorithm=df_video_mamba3stage",
+        "experiment.num_nodes=1",
+        "dataset.save_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft",
+        "dataset.n_frames=200",
+        "+dataset.n_frames_valid=200",
+        "+dataset.angle_range=110",
+        "+dataset.pos_range=8",
+        "+dataset.wo_updown=false",
+        "+dataset.customized_validation=true",
+        "+dataset.add_timestamp_embedding=true",
+        "+dataset.use_explicit_memory_frames=false",
+        "algorithm.training_stage=stage_b_diffusion_training",
+        "algorithm.stage_b_joint_training=true",
+        "algorithm.stage_b_memory_aux_weight=0.1",
+        "algorithm.use_mamba_memory_pipeline=true",
+        "algorithm.use_oracle_pose_eval=true",
+        "algorithm.enable_memory_noise_curriculum=false",
+        "+algorithm.use_memory_attention=false",
+        "+algorithm.relative_embedding=false",
+        "+algorithm.memory_retrieval_topk=32",
+        "algorithm.use_memory_cross_attention=true",
+        "algorithm.memory_cross_attention_every_n=4",
+        "algorithm.memory_cross_attn_heads=4",
+        "algorithm.memory_cross_attn_dim_head=64",
+        "algorithm.diff_window_size=8",
+        "algorithm.memory_condition_length=0",
+        "algorithm.context_frames=100",
+        "+algorithm.n_tokens=8",
+        "experiment.training.lr=2e-5",
+        "experiment.training.batch_size=8",
+        "experiment.training.checkpointing.every_n_train_steps=2500",
+        "experiment.training.max_steps=175000",
+        "experiment.validation.val_every_n_step=2500",
+        "resume=stage_b_light_xattn_retrain_offline",
+        "+output_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/bimamba_stage_b_light_xattn_from_stage_a_256_retrain/"
+    ],
+    "state": "running",
+    "program": "-m main",
+    "codePathLocal": null,
+    "git": {
+        "remote": "https://huggingface.co/BonanDing/WorldMem_Repro",
+        "commit": "964eac62a60380537a7fd3bf62f9876aa2020385"
+    },
+    "email": "fahad.khan@liu.se",
+    "root": "/proj/cvl/users/x_fahkh2/WorldMem_Repro",
+    "host": "node104",
+    "username": "x_fahkh",
+    "executable": "/proj/cvl/users/x_fahkh2/envs/worldmem/bin/python",
+    "cpu_count": 112,
+    "cpu_count_logical": 224,
+    "cpu_freq": {
+        "current": 1105.617236607143,
+        "min": 800.0,
+        "max": 3800.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 3699.958,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3798.058,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3798.25,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3790.683,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3535.851,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3762.967,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3428.769,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3799.961,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.038,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3709.139,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3797.966,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3457.244,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.033,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3799.961,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3797.539,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3796.846,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3804.103,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3802.049,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3795.837,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 800.0,
+            "min": 800.0,
+            "max": 3800.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 30.58770751953125,
+            "used": 16.405414581298828
+        }
+    },
+    "gpu": "NVIDIA H200",
+    "gpu_count": 8,
+    "gpu_devices": [
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        },
+        {
+            "name": "NVIDIA H200",
+            "memory_total": 150754820096
+        }
+    ],
+    "memory": {
+        "total": 2015.5591888427734
+    }
+}

bimamba_stage_b_light_xattn_from_stage_a_256_retrain/wandb/offline-run-20260418_083621-stage_b_light_xattn_retrain_offline/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 17066}}