Upload folder using huggingface_hub

.gitattributes

@@ -1329,3 +1329,36 @@ dememwm_sep_full_seq_gate_none_snr_shift_lr8e5_8a100_bs4_global32_750k/wandb/off
 dememwm_sep_full_seq_gate_none_snr_shift_lr8e5_8a100_bs4_global32_750k/wandb/offline-run-20260612_004935-9lpzu9z8/files/media/videos/validation_vis/video_0_9244_3a460326242e0d6a294c.mp4 filter=lfs diff=lfs merge=lfs -text
 dememwm_sep_full_seq_gate_none_snr_shift_lr8e5_8a100_bs4_global32_750k/wandb/offline-run-20260612_004935-9lpzu9z8/logs/debug-internal.log filter=lfs diff=lfs merge=lfs -text
 dememwm_sep_full_seq_gate_none_snr_shift_lr8e5_8a100_bs4_global32_750k/wandb/offline-run-20260612_004935-9lpzu9z8/run-9lpzu9z8.wandb filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step10000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step100000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step20000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step30000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step40000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step50000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step60000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step70000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step80000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step90000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step10000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step100000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step20000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step30000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step40000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step50000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step60000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step70000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step80000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step90000.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/debug-internal.log filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_1204_4ca24120812f0094dde4.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_1606_eb520e0df020166d60e7.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_2008_07b78bc33d6e84610eb1.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_2410_8d8509412dd288742f18.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_2812_780851910dea0770f7de.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_3214_b7e63225e6d75d604f27.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_3616_dee19c43d5314d91b19b.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_400_38052be531f6bb414791.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_4018_a43c2d3ffc733d9c92eb.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_802_85ac1c87b9b6c75ddec7.mp4 filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/logs/debug-internal.log filter=lfs diff=lfs merge=lfs -text
+dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/run-b8rsso6u.wandb filter=lfs diff=lfs merge=lfs -text

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/.wandb_run_id

@@ -0,0 +1 @@
+b8rsso6u

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/checkpoints/epoch0_step100000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2355fa202ae64b6f370c7de2739c4b6cf3817c4f5f32a57428c844bef7778773
+size 10968513782

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2355fa202ae64b6f370c7de2739c4b6cf3817c4f5f32a57428c844bef7778773
+size 10968513782

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step10000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e824bc1d1e58162f541a0dd92ca17ed376367b3948c847fc34ccdab74017390
+size 17807000

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step100000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f302e4c25a91e8ef4db9bc72a6b599eaea9a63adabeab0e62ea62bfec1422c73
+size 17564131

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step20000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583c7dffe82cb8bf8c20255999dbe94a22ac36ae6517854ccb78d3b6472a1bc8
+size 16011080

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step30000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412a2ea7d661d16eaef7558578c06a02c2c094624c6b199fec8864c007c29f09
+size 17564131

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step40000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01df490bf2b913d08fe511798198a780eaf3b0c17b0fa0569fe2da14f100c945
+size 16011080

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step50000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44928b7d4b2ff473ff8fbfdaafecce3bac47096da89acaf0124e05a860da403a
+size 17807000

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step60000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34c2bb31fca556989f1c3e701c0a5bc5c3c38ffdaac3787f23f2068804574fa
+size 17807000

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step70000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea88bcc0ec9c4c229bfbb6d6c0ff21b83f26c30aca14bab3e378bc2eca61b48
+size 10541414

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step80000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583c7dffe82cb8bf8c20255999dbe94a22ac36ae6517854ccb78d3b6472a1bc8
+size 16011080

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/gt/video_0_rank0_step90000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea88bcc0ec9c4c229bfbb6d6c0ff21b83f26c30aca14bab3e378bc2eca61b48
+size 10541414

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step10000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705ed113b4abda1eeca61bbac266a076ed8bdaeb167b2b35229cf162cdb49759
+size 16705670

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step100000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c8c19e3c553c4a9c502e28d3d3986beed4f4a29436ef54171d1d2bbe0873e4
+size 19148987

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step20000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297a59c3e488e6c2c5c8e5caebb96ff1bd39ce372cb7c0b54bff661a659624cf
+size 15105760

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step30000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d997f79f8c5c70a0c9018d3583dafa94b418bcdf18ee332c206a46b7f70884b1
+size 16617948

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step40000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb8966c527793e511a89aa8441314006a3b01732ebe3470de9b1b9f51e450d2
+size 10208045

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step50000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca9c16919555d0e180f836ade07eaf6926f3b11d4d4df5ed9d9cdd98ccd56c7
+size 16249263

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step60000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58416ce3ddd0463497448b50993554a48a4956b5a79912e8dd7c0f52339b669
+size 20925231

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step70000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceeba2c5f5772adda5cfdebbd827898e64da0d66dc24a3f8d751b19efcd044e7
+size 8418539

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step80000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8c57f653e86e8af1158f2f6cc43ba219bb5fdc424d8fcbcd50dc103d3ed21c
+size 18047769

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/videos/validation_vis/pred/video_0_rank0_step90000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e20eeaad9f5283e591d2eca1ccae3ac8c42cadafe84ac3bc40be2ad988b339
+size 8661436

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/debug-internal.log

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f59ab97e7112ee867b879c6d27220eeeaf43a8d573ab749e50032939b4dc525
+size 12338145

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/debug.log

@@ -0,0 +1,26 @@
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Current SDK version is 0.17.9
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Configure stats pid to 390380
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Loading settings from /home/x_fahkh/.config/wandb/settings
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Loading settings from /proj/cvl/users/x_fahkh2/DeMemWM/wandb/settings
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'disabled': 'true', 'mode': 'dryrun'}
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False}
+2026-06-12 00:51:00,076 WARNING MainThread:390380 [wandb_setup.py:_flush():77] Could not find program at -m main
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m main'}
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:_log_setup():524] Logging user logs to /proj/cvl/users/x_fahkh2/DeMemWM/results/dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/logs/debug.log
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:_log_setup():525] Logging internal logs to /proj/cvl/users/x_fahkh2/DeMemWM/results/dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/logs/debug-internal.log
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:init():608] calling init triggers
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:init():615] wandb.init called with sweep_config: {}
+config: {'experiment': {'debug': '${debug}', 'tasks': ['training'], 'num_nodes': 1, 'training': {'precision': '16-mixed', 'compile': False, 'lr': 2e-05, 'batch_size': 4, 'max_epochs': -1, 'max_steps': 750000, 'max_time': None, 'data': {'num_workers': 4, 'shuffle': True}, 'optim': {'accumulate_grad_batches': 1, 'gradient_clip_val': 1.0}, 'checkpointing': {'every_n_train_steps': 5000, 'every_n_epochs': None, 'train_time_interval': None, 'save_last': True, 'enable_version_counter': False}}, 'validation': {'precision': '16-mixed', 'compile': False, 'batch_size': 1, 'val_every_n_step': 10000, 'val_every_n_epoch': None, 'limit_batch': 1, 'inference_mode': True, 'data': {'num_workers': 4, 'shuffle': False}}, 'test': {'precision': '16-mixed', 'compile': False, 'batch_size': 1, 'limit_batch': 1, 'data': {'num_workers': 4, 'shuffle': False}}, 'logging': {'metrics': None}, '_name': 'exp_video'}, 'dataset': {'debug': '${debug}', 'metadata': 'data/${dataset.name}/metadata.json', 'data_mean': 0.5, 'data_std': 0.5, 'save_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft', 'n_frames': 1000, 'context_length': 1, 'resolution': 128, 'observation_shape': [3, '${dataset.resolution}', '${dataset.resolution}'], 'external_cond_dim': 0, 'validation_multiplier': 1, 'frame_skip': 1, 'action_cond_dim': 25, '_name': 'video_minecraft_latent', 'precomputed_feature_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features', 'n_frames_valid': 500, 'customized_validation': True, 'wo_updown': False, 'angle_range': 180, 'pos_range': 8}, 'algorithm': {'debug': '${debug}', 'lr': '${experiment.training.lr}', 'x_shape': [16, 18, 32], 'frame_stack': 1, 'frame_skip': '${dataset.frame_skip}', 'data_mean': '${dataset.data_mean}', 'data_std': '${dataset.data_std}', 'external_cond_dim': 0, 'context_frames': 100, 'weight_decay': 0.002, 'warmup_steps': 1000, 'optimizer_beta': [0.9, 0.99], 'uncertainty_scale': 1, 'guidance_scale': 0.0, 'chunk_size': 1, 'scheduling_matrix': 'autoregressive', 'noise_level': 'random_all', 'causal': True, 'diffusion': {'objective': 'pred_v', 'beta_schedule': 'sigmoid', 'schedule_fn_kwargs': {}, 'clip_noise': 20.0, 'use_snr': False, 'use_cum_snr': False, 'use_fused_snr': True, 'snr_clip': 5.0, 'cum_snr_decay': 0.96, 'timesteps': 1000, 'sampling_timesteps': 20, 'ddim_sampling_eta': 0.0, 'stabilization_level': 15, 'architecture': {'network_size': 64, 'attn_heads': 4, 'attn_dim_head': 64, 'dim_mults': [1, 2, 4, 8], 'resolution': '${dataset.resolution}', 'attn_resolutions': [16, 32, 64, 128], 'use_init_temporal_attn': True, 'use_linear_attn': True, 'time_emb_type': 'rotary'}}, 'n_frames': '${dataset.n_frames}', 'metadata': '${dataset.metadata}', 'action_cond_dim': 25, 'use_plucker': True, '_name': 'dememwm_memory_dit', 'memory_token_cross_attention': True, 'memory_cross_attn_layers': None, 'pose_cond_dim': 5, 'log_video': True, 'dememwm': {'enabled': True, 'debug_stdout_metrics': True, 'training_stage': 'stage_1', 'curriculum': {'enabled': True, 'full_stage_start_step': 10000, 'freeze_vae': True, 'dit_freeze': {'enabled': True}, 'lr': {'dememwm_modules': 4e-05, 'memory_adapters': 4e-05, 'full_dit': 1e-05}}, 'spatial_kernel_size': 3, 'training_sampling': {'revisit_biased_prob': 0.3, 'min_gap': 32, 'candidate_starts': 8}, 'train_negatives': {'enabled': True, 'prob': 0.1, 'start_step': 20000, 'branches': ['wrong_pose', 'time_shuffle', 'source_matched_random']}, 'anchor': {'enabled': True, 'anchor_indices': [0, 1, 2, 3], 'allow_generated_as_anchor': False, 'diverse_selection': True, 'compress': {'tokenization': 'spatial_conv_pool', 'downsample_ratio': 2}}, 'dynamic': {'enabled': True, 'recent_frames': 4, 'conv_kernel_t': 3, 'conv_stride_t': 2, 'compress': {'downsample_ratio': 2}}, 'revisit': {'enabled': True, 'gate_mode': 'none', 'deterministic_pose_retrieval': True, 'fov_overlap_threshold': 0.6, 'plucker_weight': 0.1, 'max_frames': 2, 'fov_half_h': 52.5, 'fov_half_v': 37.5, 'fov_radius': 30.0, 'fov_yaw_samples': 25, 'fov_pitch_samples': 20, 'fov_depth_samples': 20, 'pose_preselect_topk': 64, 'plucker_grid_h': 4, 'plucker_grid_w': 4, 'plucker_focal_length': 0.35, 'compress': {'tokenization': 'spatial_conv_pool', 'downsample_ratio': 2}}, 'eval_ablation': {'enabled': False, 'branch': 'A_plus_D_plus_R_normal'}, 'generated_history_proxy': {'enabled': True, 'start_step': 20000, 'ramp_steps': 20000, 'max_prob': 0.25, 'noise_std': 0.25, 'dropout_prob': 0.0}, 'snr_shifted_memory': {'enabled': True, 'mode': 'step_offset', 'offset_steps': 1, 'apply_anchor': True, 'apply_dynamic': False, 'apply_revisit': True, 'noise_per_target': True, 'mark_as_generated': False}, 'revisit_metric': {'enabled': True, 'min_gap': 8, 'gap_bands': [32, 128], 'fov_overlap_threshold': 0.6, 'positional_distance_threshold': 2.0, 'self_crop_fraction': 0.5}, 'injection': {'memory_hidden_size': 512, 'pose_aware': True}, 'cache': {'enabled': True, 'device': 'cpu', 'keep_raw_latents': 'all', 'keep_compressed_records': True, 'keep_prefix_anchors': True, 'eviction_policy': 'none', 'no_evict': True, 'clear_between_videos': True, 'max_records': None, 'on_capacity_exceeded': 'warn'}, 'checkpoint': {'strict_dememwm_eval_load': True}}, 'n_tokens': 8}, 'debug': False, 'wandb': {'entity': 'turlin', 'project': 'worldmem', 'mode': 'offline'}, 'resume': None, 'load': None, 'auto_resume': True, 'resume_ckpt_path': None, 'name': 'train_dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k', 'output_dir': '/proj/cvl/users/x_fahkh2/DeMemWM/results/dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/', 'customized_load': True, 'seperate_load': True, 'diffusion_model_path': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/oasis500m.safetensors', 'vae_path': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/vit-l-20.safetensors', 'only_tune_memory': False, '_auto_resuming': False, '_resume_checkpoint_path': None}
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:init():658] starting backend
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:init():662] setting up manager
+2026-06-12 00:51:00,092 INFO    MainThread:390380 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-06-12 00:51:00,108 INFO    MainThread:390380 [wandb_init.py:init():670] backend started and connected
+2026-06-12 00:51:00,126 INFO    MainThread:390380 [wandb_init.py:init():768] updated telemetry
+2026-06-12 00:51:00,177 INFO    MainThread:390380 [wandb_init.py:init():801] communicating run to backend with 90.0 second timeout
+2026-06-12 00:51:00,184 INFO    MainThread:390380 [wandb_init.py:init():852] starting run threads in backend
+2026-06-12 00:51:06,862 INFO    MainThread:390380 [wandb_run.py:_console_start():2465] atexit reg
+2026-06-12 00:51:06,862 INFO    MainThread:390380 [wandb_run.py:_redirect():2311] redirect: wrap_raw
+2026-06-12 00:51:06,862 INFO    MainThread:390380 [wandb_run.py:_redirect():2376] Wrapping output streams.
+2026-06-12 00:51:06,862 INFO    MainThread:390380 [wandb_run.py:_redirect():2401] Redirects installed.
+2026-06-12 00:51:06,873 INFO    MainThread:390380 [wandb_init.py:init():895] run started, returning control to user process
+2026-06-15 00:50:06,755 WARNING MsgRouterThr:390380 [router.py:message_loop():77] message_loop has been closed

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/conda-environment.yaml

@@ -0,0 +1,4 @@
+name: worldmem
+channels:
+  - defaults
+prefix: /home/x_fahkh/.conda/envs/worldmem

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_1204_4ca24120812f0094dde4.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca24120812f0094dde49a5b9d54a5239d3c144cbe91de7d7c30134d9fe3e8fb
+size 5995091

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_1606_eb520e0df020166d60e7.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb520e0df020166d60e7e341866a5badf1c7219a5a37c8073b31bceb1959b460
+size 6903684

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_2008_07b78bc33d6e84610eb1.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b78bc33d6e84610eb17ca0b1c8434ba8627c78b7eaf2324481860bdc6e4d44
+size 7062649

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_2410_8d8509412dd288742f18.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8509412dd288742f188ed46d1a0a0a0c5cac18dc3813862eff5430fd03b55d
+size 7171389

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_2812_780851910dea0770f7de.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780851910dea0770f7deed480973c622bf9d62a37f99d6ed3f4fee19809874d1
+size 8284484

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_3214_b7e63225e6d75d604f27.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e63225e6d75d604f270de48474aad8f96c1f85f7baccfd6a8baa510d658a95
+size 7012728

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_3616_dee19c43d5314d91b19b.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee19c43d5314d91b19bd542c7cb7b04221fe11b5ff8d443ca5e0ea62b1850af
+size 6877276

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_400_38052be531f6bb414791.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38052be531f6bb414791d525f9c813312f6da802954f26ed18b5004e2ea2b942
+size 5312007

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_4018_a43c2d3ffc733d9c92eb.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43c2d3ffc733d9c92eb09e88c1a132c4e98fc7929bdff5a4695c7158d92c8b1
+size 6526427

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/media/videos/validation_vis/video_0_802_85ac1c87b9b6c75ddec7.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ac1c87b9b6c75ddec702a528b98414a9f9c4ea14e758f227386506f289ecb3
+size 6666067

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/wandb-metadata.json

@@ -0,0 +1,1447 @@
+{
+    "os": "Linux-4.18.0-553.129.1.el8_10.x86_64-x86_64-with-glibc2.28",
+    "python": "3.10.19",
+    "heartbeatAt": "2026-06-11T22:51:00.386532",
+    "startedAt": "2026-06-11T22:51:00.049902",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "+name=train_dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k",
+        "+output_dir=/proj/cvl/users/x_fahkh2/DeMemWM/results/dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/",
+        "auto_resume=true",
+        "experiment.tasks=[training]",
+        "algorithm=dememwm_memory_dit",
+        "+customized_load=true",
+        "+seperate_load=true",
+        "+diffusion_model_path=/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/oasis500m.safetensors",
+        "+vae_path=/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/vit-l-20.safetensors",
+        "+only_tune_memory=false",
+        "dataset=video_minecraft_latent",
+        "dataset.save_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft",
+        "dataset.precomputed_feature_dir=/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features",
+        "dataset.n_frames=1000",
+        "+dataset.n_frames_valid=500",
+        "+dataset.customized_validation=true",
+        "+dataset.wo_updown=false",
+        "+dataset.angle_range=180",
+        "+dataset.pos_range=8",
+        "++algorithm.n_tokens=8",
+        "algorithm.x_shape=[16,18,32]",
+        "++algorithm.context_frames=100",
+        "++algorithm.log_video=true",
+        "++algorithm.diffusion.sampling_timesteps=20",
+        "++algorithm.dememwm.debug_stdout_metrics=true",
+        "++algorithm.dememwm.injection.pose_aware=true",
+        "++algorithm.dememwm.generated_history_proxy.enabled=true",
+        "++algorithm.dememwm.generated_history_proxy.start_step=20000",
+        "++algorithm.dememwm.generated_history_proxy.ramp_steps=20000",
+        "++algorithm.dememwm.generated_history_proxy.max_prob=0.25",
+        "++algorithm.dememwm.generated_history_proxy.noise_std=0.25",
+        "++algorithm.dememwm.generated_history_proxy.dropout_prob=0.0",
+        "++algorithm.dememwm.snr_shifted_memory.enabled=true",
+        "++algorithm.dememwm.snr_shifted_memory.mode=step_offset",
+        "++algorithm.dememwm.snr_shifted_memory.offset_steps=1",
+        "++algorithm.dememwm.snr_shifted_memory.apply_anchor=true",
+        "++algorithm.dememwm.snr_shifted_memory.apply_dynamic=false",
+        "++algorithm.dememwm.snr_shifted_memory.apply_revisit=true",
+        "++algorithm.dememwm.snr_shifted_memory.noise_per_target=true",
+        "++algorithm.dememwm.snr_shifted_memory.mark_as_generated=false",
+        "++algorithm.dememwm.training_sampling.revisit_biased_prob=0.3",
+        "++algorithm.dememwm.training_sampling.min_gap=32",
+        "++algorithm.dememwm.train_negatives.enabled=true",
+        "++algorithm.dememwm.train_negatives.prob=0.10",
+        "++algorithm.dememwm.train_negatives.start_step=20000",
+        "++algorithm.dememwm.anchor.enabled=true",
+        "++algorithm.dememwm.anchor.anchor_indices=[0,1,2,3]",
+        "++algorithm.dememwm.anchor.diverse_selection=true",
+        "++algorithm.dememwm.anchor.compress.tokenization=spatial_conv_pool",
+        "++algorithm.dememwm.anchor.compress.downsample_ratio=2",
+        "++algorithm.dememwm.anchor.allow_generated_as_anchor=false",
+        "++algorithm.dememwm.dynamic.enabled=true",
+        "++algorithm.dememwm.dynamic.recent_frames=4",
+        "++algorithm.dememwm.dynamic.conv_stride_t=2",
+        "++algorithm.dememwm.dynamic.compress.downsample_ratio=2",
+        "++algorithm.dememwm.revisit.enabled=true",
+        "++algorithm.dememwm.revisit.gate_mode=none",
+        "++algorithm.dememwm.revisit.deterministic_pose_retrieval=true",
+        "++algorithm.dememwm.revisit.fov_overlap_threshold=0.60",
+        "++algorithm.dememwm.revisit.pose_preselect_topk=64",
+        "++algorithm.dememwm.revisit.fov_yaw_samples=25",
+        "++algorithm.dememwm.revisit.fov_pitch_samples=20",
+        "++algorithm.dememwm.revisit.fov_depth_samples=20",
+        "++algorithm.dememwm.revisit.plucker_weight=0.10",
+        "++algorithm.dememwm.revisit.plucker_focal_length=0.35",
+        "++algorithm.dememwm.revisit.max_frames=2",
+        "++algorithm.dememwm.revisit.compress.tokenization=spatial_conv_pool",
+        "++algorithm.dememwm.revisit.compress.downsample_ratio=2",
+        "++algorithm.dememwm.cache.enabled=true",
+        "++algorithm.dememwm.cache.device=cpu",
+        "++algorithm.dememwm.cache.keep_raw_latents=all",
+        "++algorithm.dememwm.cache.keep_compressed_records=true",
+        "++algorithm.dememwm.cache.eviction_policy=none",
+        "++algorithm.dememwm.cache.no_evict=true",
+        "++algorithm.dememwm.cache.clear_between_videos=true",
+        "++algorithm.dememwm.cache.max_records=null",
+        "++algorithm.dememwm.cache.on_capacity_exceeded=warn",
+        "++algorithm.dememwm.curriculum.enabled=true",
+        "++algorithm.dememwm.curriculum.full_stage_start_step=10000",
+        "++algorithm.dememwm.curriculum.freeze_vae=true",
+        "++algorithm.dememwm.curriculum.dit_freeze.enabled=true",
+        "++algorithm.dememwm.curriculum.lr.dememwm_modules=4.0e-5",
+        "++algorithm.dememwm.curriculum.lr.memory_adapters=4.0e-5",
+        "++algorithm.dememwm.curriculum.lr.full_dit=1.0e-5",
+        "experiment.training.batch_size=4",
+        "experiment.training.optim.accumulate_grad_batches=1",
+        "experiment.validation.batch_size=1",
+        "experiment.validation.limit_batch=1",
+        "experiment.training.checkpointing.every_n_train_steps=5000",
+        "experiment.validation.val_every_n_step=10000",
+        "experiment.training.max_steps=750000"
+    ],
+    "state": "running",
+    "program": "-m main",
+    "codePathLocal": null,
+    "git": {
+        "remote": "https://huggingface.co/BonanDing/DeMemWM",
+        "commit": "ec212d71b9932d9f6f3e4eae34749254c388ed53"
+    },
+    "email": "fahad.khan@liu.se",
+    "root": "/proj/cvl/users/x_fahkh2/DeMemWM",
+    "host": "node048",
+    "username": "x_fahkh",
+    "executable": "/proj/cvl/users/x_fahkh2/envs/worldmem/bin/python",
+    "cpu_count": 128,
+    "cpu_count_logical": 256,
+    "cpu_freq": {
+        "current": 2285.4747617187504,
+        "min": 1500.0,
+        "max": 2250.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 3383.404,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 3382.079,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 3393.749,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 3388.167,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 3389.904,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 3393.592,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 3388.082,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 3384.683,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        },
+        {
+            "current": 2250.0,
+            "min": 1500.0,
+            "max": 2250.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 29.166847229003906,
+            "used": 16.046730041503906
+        }
+    },
+    "gpu": "NVIDIA A100-SXM4-40GB",
+    "gpu_count": 8,
+    "gpu_devices": [
+        {
+            "name": "NVIDIA A100-SXM4-40GB",
+            "memory_total": 42949672960
+        },
+        {
+            "name": "NVIDIA A100-SXM4-40GB",
+            "memory_total": 42949672960
+        },
+        {
+            "name": "NVIDIA A100-SXM4-40GB",
+            "memory_total": 42949672960
+        },
+        {
+            "name": "NVIDIA A100-SXM4-40GB",
+            "memory_total": 42949672960
+        },
+        {
+            "name": "NVIDIA A100-SXM4-40GB",
+            "memory_total": 42949672960
+        },
+        {
+            "name": "NVIDIA A100-SXM4-40GB",
+            "memory_total": 42949672960
+        },
+        {
+            "name": "NVIDIA A100-SXM4-40GB",
+            "memory_total": 42949672960
+        },
+        {
+            "name": "NVIDIA A100-SXM4-40GB",
+            "memory_total": 42949672960
+        }
+    ],
+    "memory": {
+        "total": 1007.6505012512207
+    }
+}

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 259142}}

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/logs/debug-internal.log

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f59ab97e7112ee867b879c6d27220eeeaf43a8d573ab749e50032939b4dc525
+size 12338145

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/logs/debug.log

@@ -0,0 +1,26 @@
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Current SDK version is 0.17.9
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Configure stats pid to 390380
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Loading settings from /home/x_fahkh/.config/wandb/settings
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Loading settings from /proj/cvl/users/x_fahkh2/DeMemWM/wandb/settings
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Loading settings from environment variables: {'disabled': 'true', 'mode': 'dryrun'}
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Applying setup settings: {'_disable_service': False}
+2026-06-12 00:51:00,076 WARNING MainThread:390380 [wandb_setup.py:_flush():77] Could not find program at -m main
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_setup.py:_flush():77] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m main'}
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:_log_setup():524] Logging user logs to /proj/cvl/users/x_fahkh2/DeMemWM/results/dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/logs/debug.log
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:_log_setup():525] Logging internal logs to /proj/cvl/users/x_fahkh2/DeMemWM/results/dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/logs/debug-internal.log
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:init():608] calling init triggers
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:init():615] wandb.init called with sweep_config: {}
+config: {'experiment': {'debug': '${debug}', 'tasks': ['training'], 'num_nodes': 1, 'training': {'precision': '16-mixed', 'compile': False, 'lr': 2e-05, 'batch_size': 4, 'max_epochs': -1, 'max_steps': 750000, 'max_time': None, 'data': {'num_workers': 4, 'shuffle': True}, 'optim': {'accumulate_grad_batches': 1, 'gradient_clip_val': 1.0}, 'checkpointing': {'every_n_train_steps': 5000, 'every_n_epochs': None, 'train_time_interval': None, 'save_last': True, 'enable_version_counter': False}}, 'validation': {'precision': '16-mixed', 'compile': False, 'batch_size': 1, 'val_every_n_step': 10000, 'val_every_n_epoch': None, 'limit_batch': 1, 'inference_mode': True, 'data': {'num_workers': 4, 'shuffle': False}}, 'test': {'precision': '16-mixed', 'compile': False, 'batch_size': 1, 'limit_batch': 1, 'data': {'num_workers': 4, 'shuffle': False}}, 'logging': {'metrics': None}, '_name': 'exp_video'}, 'dataset': {'debug': '${debug}', 'metadata': 'data/${dataset.name}/metadata.json', 'data_mean': 0.5, 'data_std': 0.5, 'save_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft', 'n_frames': 1000, 'context_length': 1, 'resolution': 128, 'observation_shape': [3, '${dataset.resolution}', '${dataset.resolution}'], 'external_cond_dim': 0, 'validation_multiplier': 1, 'frame_skip': 1, 'action_cond_dim': 25, '_name': 'video_minecraft_latent', 'precomputed_feature_dir': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features', 'n_frames_valid': 500, 'customized_validation': True, 'wo_updown': False, 'angle_range': 180, 'pos_range': 8}, 'algorithm': {'debug': '${debug}', 'lr': '${experiment.training.lr}', 'x_shape': [16, 18, 32], 'frame_stack': 1, 'frame_skip': '${dataset.frame_skip}', 'data_mean': '${dataset.data_mean}', 'data_std': '${dataset.data_std}', 'external_cond_dim': 0, 'context_frames': 100, 'weight_decay': 0.002, 'warmup_steps': 1000, 'optimizer_beta': [0.9, 0.99], 'uncertainty_scale': 1, 'guidance_scale': 0.0, 'chunk_size': 1, 'scheduling_matrix': 'autoregressive', 'noise_level': 'random_all', 'causal': True, 'diffusion': {'objective': 'pred_v', 'beta_schedule': 'sigmoid', 'schedule_fn_kwargs': {}, 'clip_noise': 20.0, 'use_snr': False, 'use_cum_snr': False, 'use_fused_snr': True, 'snr_clip': 5.0, 'cum_snr_decay': 0.96, 'timesteps': 1000, 'sampling_timesteps': 20, 'ddim_sampling_eta': 0.0, 'stabilization_level': 15, 'architecture': {'network_size': 64, 'attn_heads': 4, 'attn_dim_head': 64, 'dim_mults': [1, 2, 4, 8], 'resolution': '${dataset.resolution}', 'attn_resolutions': [16, 32, 64, 128], 'use_init_temporal_attn': True, 'use_linear_attn': True, 'time_emb_type': 'rotary'}}, 'n_frames': '${dataset.n_frames}', 'metadata': '${dataset.metadata}', 'action_cond_dim': 25, 'use_plucker': True, '_name': 'dememwm_memory_dit', 'memory_token_cross_attention': True, 'memory_cross_attn_layers': None, 'pose_cond_dim': 5, 'log_video': True, 'dememwm': {'enabled': True, 'debug_stdout_metrics': True, 'training_stage': 'stage_1', 'curriculum': {'enabled': True, 'full_stage_start_step': 10000, 'freeze_vae': True, 'dit_freeze': {'enabled': True}, 'lr': {'dememwm_modules': 4e-05, 'memory_adapters': 4e-05, 'full_dit': 1e-05}}, 'spatial_kernel_size': 3, 'training_sampling': {'revisit_biased_prob': 0.3, 'min_gap': 32, 'candidate_starts': 8}, 'train_negatives': {'enabled': True, 'prob': 0.1, 'start_step': 20000, 'branches': ['wrong_pose', 'time_shuffle', 'source_matched_random']}, 'anchor': {'enabled': True, 'anchor_indices': [0, 1, 2, 3], 'allow_generated_as_anchor': False, 'diverse_selection': True, 'compress': {'tokenization': 'spatial_conv_pool', 'downsample_ratio': 2}}, 'dynamic': {'enabled': True, 'recent_frames': 4, 'conv_kernel_t': 3, 'conv_stride_t': 2, 'compress': {'downsample_ratio': 2}}, 'revisit': {'enabled': True, 'gate_mode': 'none', 'deterministic_pose_retrieval': True, 'fov_overlap_threshold': 0.6, 'plucker_weight': 0.1, 'max_frames': 2, 'fov_half_h': 52.5, 'fov_half_v': 37.5, 'fov_radius': 30.0, 'fov_yaw_samples': 25, 'fov_pitch_samples': 20, 'fov_depth_samples': 20, 'pose_preselect_topk': 64, 'plucker_grid_h': 4, 'plucker_grid_w': 4, 'plucker_focal_length': 0.35, 'compress': {'tokenization': 'spatial_conv_pool', 'downsample_ratio': 2}}, 'eval_ablation': {'enabled': False, 'branch': 'A_plus_D_plus_R_normal'}, 'generated_history_proxy': {'enabled': True, 'start_step': 20000, 'ramp_steps': 20000, 'max_prob': 0.25, 'noise_std': 0.25, 'dropout_prob': 0.0}, 'snr_shifted_memory': {'enabled': True, 'mode': 'step_offset', 'offset_steps': 1, 'apply_anchor': True, 'apply_dynamic': False, 'apply_revisit': True, 'noise_per_target': True, 'mark_as_generated': False}, 'revisit_metric': {'enabled': True, 'min_gap': 8, 'gap_bands': [32, 128], 'fov_overlap_threshold': 0.6, 'positional_distance_threshold': 2.0, 'self_crop_fraction': 0.5}, 'injection': {'memory_hidden_size': 512, 'pose_aware': True}, 'cache': {'enabled': True, 'device': 'cpu', 'keep_raw_latents': 'all', 'keep_compressed_records': True, 'keep_prefix_anchors': True, 'eviction_policy': 'none', 'no_evict': True, 'clear_between_videos': True, 'max_records': None, 'on_capacity_exceeded': 'warn'}, 'checkpoint': {'strict_dememwm_eval_load': True}}, 'n_tokens': 8}, 'debug': False, 'wandb': {'entity': 'turlin', 'project': 'worldmem', 'mode': 'offline'}, 'resume': None, 'load': None, 'auto_resume': True, 'resume_ckpt_path': None, 'name': 'train_dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k', 'output_dir': '/proj/cvl/users/x_fahkh2/DeMemWM/results/dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/', 'customized_load': True, 'seperate_load': True, 'diffusion_model_path': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/oasis500m.safetensors', 'vae_path': '/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/vit-l-20.safetensors', 'only_tune_memory': False, '_auto_resuming': False, '_resume_checkpoint_path': None}
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:init():658] starting backend
+2026-06-12 00:51:00,076 INFO    MainThread:390380 [wandb_init.py:init():662] setting up manager
+2026-06-12 00:51:00,092 INFO    MainThread:390380 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-06-12 00:51:00,108 INFO    MainThread:390380 [wandb_init.py:init():670] backend started and connected
+2026-06-12 00:51:00,126 INFO    MainThread:390380 [wandb_init.py:init():768] updated telemetry
+2026-06-12 00:51:00,177 INFO    MainThread:390380 [wandb_init.py:init():801] communicating run to backend with 90.0 second timeout
+2026-06-12 00:51:00,184 INFO    MainThread:390380 [wandb_init.py:init():852] starting run threads in backend
+2026-06-12 00:51:06,862 INFO    MainThread:390380 [wandb_run.py:_console_start():2465] atexit reg
+2026-06-12 00:51:06,862 INFO    MainThread:390380 [wandb_run.py:_redirect():2311] redirect: wrap_raw
+2026-06-12 00:51:06,862 INFO    MainThread:390380 [wandb_run.py:_redirect():2376] Wrapping output streams.
+2026-06-12 00:51:06,862 INFO    MainThread:390380 [wandb_run.py:_redirect():2401] Redirects installed.
+2026-06-12 00:51:06,873 INFO    MainThread:390380 [wandb_init.py:init():895] run started, returning control to user process
+2026-06-15 00:50:06,755 WARNING MsgRouterThr:390380 [router.py:message_loop():77] message_loop has been closed

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/offline-run-20260612_005100-b8rsso6u/run-b8rsso6u.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4714a2d1528de2773210faea42575595b2eb17cae393b267f9e566fee5c3f358
+size 128169341

dememwm_sep_full_seq_gate_none_snr_shift_ntok8_8a100_bs4_global32_750k/wandb/wandb-resume.json

@@ -0,0 +1 @@
+{"run_id": "b8rsso6u"}