Upload short-loop WorldMem-Clipped job 81245 results

.gitattributes

@@ -14295,3 +14295,11 @@ results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb7
 results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/bcc76b58e2585320.mp4 filter=lfs diff=lfs merge=lfs -text
 results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/c49a14de01d7bd35.mp4 filter=lfs diff=lfs merge=lfs -text
 results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/f287c679c250a841.mp4 filter=lfs diff=lfs merge=lfs -text
+results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/0ece034988793847.mp4 filter=lfs diff=lfs merge=lfs -text
+results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1735d8d1b4015669.mp4 filter=lfs diff=lfs merge=lfs -text
+results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1cdfd3abfcc3a64e.mp4 filter=lfs diff=lfs merge=lfs -text
+results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/6afff9609b65a604.mp4 filter=lfs diff=lfs merge=lfs -text
+results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/b009fbe3950ebeb2.mp4 filter=lfs diff=lfs merge=lfs -text
+results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/bcc76b58e2585320.mp4 filter=lfs diff=lfs merge=lfs -text
+results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/c49a14de01d7bd35.mp4 filter=lfs diff=lfs merge=lfs -text
+results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/f287c679c250a841.mp4 filter=lfs diff=lfs merge=lfs -text

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/metrics/test_history.csv

@@ -0,0 +1,2 @@
+method,namespace,global_step,sampling_steps,selected_scenes,generated_frames,overall/mse,overall/psnr,overall/ssim,overall/lpips,overall/rfid,final/mse,final/psnr,final/ssim,final/lpips,frames_000_025/mse,frames_000_025/psnr,frames_000_025/ssim,frames_000_025/lpips,frames_000_025/rfid,frames_025_050/mse,frames_025_050/psnr,frames_025_050/ssim,frames_025_050/lpips,frames_025_050/rfid,frames_050_075/mse,frames_050_075/psnr,frames_050_075/ssim,frames_050_075/lpips,frames_050_075/rfid,frames_075_100/mse,frames_075_100/psnr,frames_075_100/ssim,frames_075_100/lpips,frames_075_100/rfid,frames_000_050/mse,frames_000_050/psnr,frames_000_050/ssim,frames_000_050/lpips,frames_000_050/rfid,frames_050_100/mse,frames_050_100/psnr,frames_050_100/ssim,frames_050_100/lpips,frames_050_100/rfid,frame_bin_size,frame_bin_interval
+worldmem,test,0,50,8,800,0.08874138444662094,12.040312767028809,0.3002903461456299,0.6288661360740662,166.0,0.09402408450841904,10.716129302978516,0.30140751600265503,0.8330078125,0.03203858807682991,17.623973846435547,0.44365641474723816,0.275991827249527,76.0,0.09714064002037048,10.674241065979004,0.2576228082180023,0.6598437428474426,198.0,0.12046549469232559,9.604694366455078,0.22269946336746216,0.7605859637260437,249.0,0.10532081872224808,10.258338928222656,0.2771826982498169,0.819042980670929,272.0,0.06458961218595505,14.14910888671875,0.35063961148262024,0.467917799949646,123.0,0.11289317160844803,9.931517601013184,0.24994109570980072,0.7898144721984863,246.0,25,"[start,end) generated-frame offset"

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/metrics/test_monitor8_loop_true_reverse_h100_f199_v1_step00000000_metrics.json

@@ -0,0 +1,55 @@
+{
+  "artifact_type": "re10k_benchmark_metrics",
+  "benchmark": "loop_true_reverse_h100_f199_v1",
+  "case_count": 8,
+  "generated_frames": 800,
+  "global_step": 0,
+  "memory_mode": "correct",
+  "method": "worldmem",
+  "metrics": {
+    "final/lpips": 0.8330078125,
+    "final/mse": 0.09402408450841904,
+    "final/psnr": 10.716129302978516,
+    "final/ssim": 0.30140751600265503,
+    "frames_000_025/lpips": 0.275991827249527,
+    "frames_000_025/mse": 0.03203858807682991,
+    "frames_000_025/psnr": 17.623973846435547,
+    "frames_000_025/rfid": 76.0,
+    "frames_000_025/ssim": 0.44365641474723816,
+    "frames_000_050/lpips": 0.467917799949646,
+    "frames_000_050/mse": 0.06458961218595505,
+    "frames_000_050/psnr": 14.14910888671875,
+    "frames_000_050/rfid": 123.0,
+    "frames_000_050/ssim": 0.35063961148262024,
+    "frames_025_050/lpips": 0.6598437428474426,
+    "frames_025_050/mse": 0.09714064002037048,
+    "frames_025_050/psnr": 10.674241065979004,
+    "frames_025_050/rfid": 198.0,
+    "frames_025_050/ssim": 0.2576228082180023,
+    "frames_050_075/lpips": 0.7605859637260437,
+    "frames_050_075/mse": 0.12046549469232559,
+    "frames_050_075/psnr": 9.604694366455078,
+    "frames_050_075/rfid": 249.0,
+    "frames_050_075/ssim": 0.22269946336746216,
+    "frames_050_100/lpips": 0.7898144721984863,
+    "frames_050_100/mse": 0.11289317160844803,
+    "frames_050_100/psnr": 9.931517601013184,
+    "frames_050_100/rfid": 246.0,
+    "frames_050_100/ssim": 0.24994109570980072,
+    "frames_075_100/lpips": 0.819042980670929,
+    "frames_075_100/mse": 0.10532081872224808,
+    "frames_075_100/psnr": 10.258338928222656,
+    "frames_075_100/rfid": 272.0,
+    "frames_075_100/ssim": 0.2771826982498169,
+    "overall/lpips": 0.6288661360740662,
+    "overall/mse": 0.08874138444662094,
+    "overall/psnr": 12.040312767028809,
+    "overall/rfid": 166.0,
+    "overall/ssim": 0.3002903461456299
+  },
+  "namespace": "test",
+  "sampling_steps": 50,
+  "scene_count": 8,
+  "schema_version": 1,
+  "scope": "monitor8"
+}

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/metrics/test_step00000000.json

@@ -0,0 +1,49 @@
+{
+  "final/lpips": 0.8330078125,
+  "final/mse": 0.09402408450841904,
+  "final/psnr": 10.716129302978516,
+  "final/ssim": 0.30140751600265503,
+  "frame_bin_interval": "[start,end) generated-frame offset",
+  "frame_bin_size": 25,
+  "frames_000_025/lpips": 0.275991827249527,
+  "frames_000_025/mse": 0.03203858807682991,
+  "frames_000_025/psnr": 17.623973846435547,
+  "frames_000_025/rfid": 76.0,
+  "frames_000_025/ssim": 0.44365641474723816,
+  "frames_000_050/lpips": 0.467917799949646,
+  "frames_000_050/mse": 0.06458961218595505,
+  "frames_000_050/psnr": 14.14910888671875,
+  "frames_000_050/rfid": 123.0,
+  "frames_000_050/ssim": 0.35063961148262024,
+  "frames_025_050/lpips": 0.6598437428474426,
+  "frames_025_050/mse": 0.09714064002037048,
+  "frames_025_050/psnr": 10.674241065979004,
+  "frames_025_050/rfid": 198.0,
+  "frames_025_050/ssim": 0.2576228082180023,
+  "frames_050_075/lpips": 0.7605859637260437,
+  "frames_050_075/mse": 0.12046549469232559,
+  "frames_050_075/psnr": 9.604694366455078,
+  "frames_050_075/rfid": 249.0,
+  "frames_050_075/ssim": 0.22269946336746216,
+  "frames_050_100/lpips": 0.7898144721984863,
+  "frames_050_100/mse": 0.11289317160844803,
+  "frames_050_100/psnr": 9.931517601013184,
+  "frames_050_100/rfid": 246.0,
+  "frames_050_100/ssim": 0.24994109570980072,
+  "frames_075_100/lpips": 0.819042980670929,
+  "frames_075_100/mse": 0.10532081872224808,
+  "frames_075_100/psnr": 10.258338928222656,
+  "frames_075_100/rfid": 272.0,
+  "frames_075_100/ssim": 0.2771826982498169,
+  "generated_frames": 800,
+  "global_step": 0,
+  "method": "worldmem",
+  "namespace": "test",
+  "overall/lpips": 0.6288661360740662,
+  "overall/mse": 0.08874138444662094,
+  "overall/psnr": 12.040312767028809,
+  "overall/rfid": 166.0,
+  "overall/ssim": 0.3002903461456299,
+  "sampling_steps": 50,
+  "selected_scenes": 8
+}

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/resolved_config.yaml

@@ -0,0 +1,400 @@
+experiment:
+  debug: false
+  tasks:
+  - training
+  num_nodes: 1
+  training:
+    precision: bf16-mixed
+    compile: false
+    lr: 4.0e-05
+    batch_size: 4
+    max_epochs: -1
+    max_steps: 100000
+    max_time: null
+    data:
+      num_workers: 4
+      shuffle: true
+    optim:
+      accumulate_grad_batches: 1
+      gradient_clip_val: 1.0
+    checkpointing:
+      every_n_train_steps: 2500
+      every_n_epochs: null
+      train_time_interval: null
+      enable_version_counter: false
+  validation:
+    precision: bf16-mixed
+    compile: false
+    batch_size: 1
+    val_every_n_step: 2500
+    val_every_n_epoch: null
+    num_sanity_val_steps: 0
+    limit_batch: 2
+    data:
+      num_workers: 4
+      shuffle: false
+    inference_mode: false
+  test:
+    precision: 16-mixed
+    compile: false
+    batch_size: 1
+    limit_batch: 1.0
+    data:
+      num_workers: 4
+      shuffle: false
+    inference_mode: true
+  find_unused_parameters: false
+  reload_dataloaders_every_n_epochs: 1
+  ema:
+    enable: false
+    decay: 0.9999
+    validate_original_weights: false
+  _name: video_generation
+dataset:
+  debug: false
+  save_dir: /proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/re10k_dfot/real-estate-10k
+  data_mean:
+  - - - 0.577
+  - - - 0.517
+  - - - 0.461
+  data_std:
+  - - - 0.249
+  - - - 0.249
+  - - - 0.268
+  latent:
+    enable: false
+    type: pre_sample
+    suffix: null
+    downsampling_factor:
+    - 1
+    - 8
+    num_channels: 4
+  resolution: 256
+  observation_shape:
+  - 3
+  - 256
+  - 256
+  max_frames: 12
+  n_frames: 12
+  context_length: 10
+  frame_skip: 1
+  filter_min_len: null
+  external_cond_dim: 16
+  external_cond_stack: false
+  external_cond_processing: null
+  preload: false
+  subdataset_size: null
+  num_eval_videos: 8
+  maximize_training_data: false
+  augmentation:
+    frame_skip_increase: 0
+    horizontal_flip_prob: 0
+    reverse_prob: 0
+    back_and_forth_prob: 0
+  local_window_frames: 8
+  training_frame_skip: 1
+  training_history_frames: 10
+  eval_history_frames: 100
+  eval_min_generated_frames: 100
+  eval_max_generated_frames: 100
+  video_fps: 10.0
+  seed: 0
+  memory_selection:
+    enabled: true
+    selector_version: re10k_faithful_trajectory_h100_f399_v1
+    method: worldmem
+    training_selection_mode: schedule_cache_direct
+    selector_cache_dir: /proj/cvl/users/x_fahkh2/DeMemWM/.exp_artifact/re10k_faithful_trajectory_h100_f399_v1/cache_worldmem_clipped_731edd42758e
+    selector_cache_source_commit: 731edd42758e7aec3b0bfd03ed52b72d716b65df
+    causal: true
+    max_anchor_frames: 0
+    max_dynamic_frames: 4
+    max_revisit_frames: 0
+    training_dropout: 0.0
+    local_context_exclusion_frames: 8
+    match_position_scale: 2.0
+    match_view_angle_degrees: 110.0
+  evaluation_manifest: /proj/cvl/users/x_fahkh2/DeMemWM/evaluation/manifests/re10k_real_trajectory_h100_f399_scopes_v1.csv
+  evaluation_manifest_scope: monitor8
+  evaluation_benchmark: loop_true_reverse_h100_f199_v1
+  evaluation_benchmarks:
+  - loop_true_reverse_h100_f199_v1
+  evaluation_memory_mode: correct
+  evaluation_case_counts:
+    loop_true_reverse_h100_f199_v1: 8
+  evaluation_case_order: scene_manifest_then_path_ordinal
+  evaluation_case_seed: 1000003*metadata_index+path_ordinal
+  evaluation_trajectory: G0..G99,G99..G0
+  evaluation_output_frames: 200
+  evaluation_observed_output_interval:
+  - 0
+  - 100
+  evaluation_generated_output_interval:
+  - 100
+  - 200
+  evaluation_generated_segments:
+    return:
+    - 0
+    - 100
+    return_chunks:
+    - - 0
+      - 25
+    - - 25
+      - 50
+    - - 50
+      - 75
+    - - 75
+      - 100
+  evaluation_frame_bin_size: 25
+  evaluation_turnaround_duplication: true
+  _name: video_realestate10k
+algorithm:
+  debug: false
+  lr: 4.0e-05
+  backbone:
+    name: u_vit3d_pose
+    channels:
+    - 128
+    - 256
+    - 576
+    - 1152
+    emb_channels: 1024
+    patch_size: 2
+    block_types:
+    - ResBlock
+    - ResBlock
+    - TransformerBlock
+    - TransformerBlock
+    block_dropouts:
+    - 0.0
+    - 0.0
+    - 0.1
+    - 0.1
+    num_updown_blocks:
+    - 3
+    - 3
+    - 6
+    num_mid_blocks: 20
+    num_heads: 9
+    pos_emb_type: rope
+    use_checkpointing:
+    - false
+    - false
+    - false
+    - false
+    conditioning:
+      dim: null
+    external_cond_dropout: 0.1
+    use_fourier_noise_embedding: true
+  x_shape:
+  - 3
+  - 256
+  - 256
+  max_frames: 12
+  n_frames: 12
+  frame_skip: 1
+  context_frames: 10
+  latent:
+    enable: false
+    type: pre_sample
+    suffix: null
+    downsampling_factor:
+    - 1
+    - 8
+    num_channels: 4
+  data_mean:
+  - - - 0.577
+  - - - 0.517
+  - - - 0.461
+  data_std:
+  - - - 0.249
+  - - - 0.249
+  - - - 0.268
+  external_cond_dim: 16
+  external_cond_stack: false
+  external_cond_processing: null
+  compile: false
+  weight_decay: 0.002
+  optimizer_beta:
+  - 0.9
+  - 0.99
+  lr_scheduler:
+    name: constant_with_warmup
+    num_warmup_steps: 1000
+    num_training_steps: 100000
+  noise_level: random_independent
+  uniform_future:
+    enabled: false
+  fixed_context:
+    enabled: false
+    indices: null
+    dropout: 0
+  variable_context:
+    enabled: false
+    prob: 0
+    dropout: 0
+  chunk_size: -1
+  scheduling_matrix: full_sequence
+  replacement: noisy_scale
+  diffusion:
+    is_continuous: true
+    timesteps: 1000
+    beta_schedule: cosine_simple_diffusion
+    schedule_fn_kwargs:
+      shift: 1.0
+      shifted: 0.125
+      interpolated: false
+    use_causal_mask: false
+    clip_noise: 20.0
+    objective: pred_v
+    loss_weighting:
+      strategy: sigmoid
+      snr_clip: 5.0
+      cum_snr_decay: 0.9
+      sigmoid_bias: -1.0
+    sampling_timesteps: 50
+    ddim_sampling_eta: 0.0
+    reconstruction_guidance: 0.0
+    training_schedule:
+      name: cosine
+      shift: 0.125
+    precond_scale: 0.125
+  vae:
+    pretrained_path: null
+    pretrained_kwargs: {}
+    use_fp16: true
+    batch_size: 2
+  checkpoint:
+    reset_optimizer: false
+    strict: true
+  tasks:
+    prediction:
+      enabled: false
+      history_guidance:
+        name: conditional
+      keyframe_density: null
+      sliding_context_len: null
+    interpolation:
+      enabled: false
+      history_guidance:
+        name: conditional
+      max_batch_size: null
+  logging:
+    deterministic: 0
+    loss_freq: 1
+    grad_norm_freq: 0
+    max_num_videos: 0
+    n_metrics_frames: null
+    metrics: []
+    metrics_batch_size: 16
+    sanity_generation: false
+    raw_dir: null
+  camera_pose_conditioning:
+    normalize_by: first
+    bound: null
+    type: ray_encoding
+  memory:
+    local_window_frames: 8
+    memory_selection:
+      enabled: true
+      selector_version: re10k_faithful_trajectory_h100_f399_v1
+      method: worldmem
+      training_selection_mode: schedule_cache_direct
+      selector_cache_dir: /proj/cvl/users/x_fahkh2/DeMemWM/.exp_artifact/re10k_faithful_trajectory_h100_f399_v1/cache_worldmem_clipped_731edd42758e
+      selector_cache_source_commit: 731edd42758e7aec3b0bfd03ed52b72d716b65df
+      causal: true
+      max_anchor_frames: 0
+      max_dynamic_frames: 4
+      max_revisit_frames: 0
+      training_dropout: 0.0
+      local_context_exclusion_frames: 8
+      match_position_scale: 2.0
+      match_view_angle_degrees: 110.0
+    memory_projection_mode: worldmem_reference_v1
+    memory_ffn_ratio: 2
+    memory_conditioning_input_dim: 1024
+    memory_conditioning_hidden_dim: 128
+    memory_role_embedding: false
+    memory_source_embedding: false
+    memory_stream_count_correction: false
+    memory_lora_rank: 8
+    memory_lora_alpha: 8
+    memory_output_gate_init: 0.0
+    memory_camera_hidden_dim: 128
+    memory_anchor_zero_geometry: false
+    memory_age_conditioning: false
+    reference_timestamp_conditioning: true
+    memory_attention_key_only_geometry: false
+    memory_noise:
+      enabled: false
+    training_seed: 0
+    training:
+      max_steps: 100000
+      num_gpus: 8
+      batch_size_per_gpu: 4
+      accumulate_grad_batches: 1
+      learning_rate: 4.0e-05
+      memory_learning_rate_stage_a: 4.0e-05
+      memory_learning_rate_stage_b: 2.0e-05
+      lora_learning_rate_stage_b: 5.0e-06
+      stage_b_start_step: 8000
+      stage_c_start_step: 30000
+      min_lr_ratio: 0.1
+      optimizer_betas:
+      - 0.9
+      - 0.99
+      weight_decay: 0.002
+      gradient_clip_val: 1.0
+      warmup_steps: 1000
+      ema_decay: 0.9999
+      frame_skip: 1
+      checkpoint_every_n_steps: 2500
+      validation_every_n_steps: 2500
+      monitoring_steps:
+      - 2500
+      - 5000
+      - 7500
+      - 10000
+      - 12500
+      - 15000
+      - 20000
+      - 25000
+      - 30000
+      - 35000
+      - 40000
+      - 50000
+      - 60000
+      - 70000
+      - 80000
+      - 90000
+      - 100000
+    evaluation:
+      selector_mode: online
+      benchmarks:
+      - loop_true_reverse_h100_f199_v1
+      benchmark: loop_true_reverse_h100_f199_v1
+      history_frames: 100
+      min_generated_frames: 100
+      max_generated_frames: 100
+      frame_skip: 1
+      sampling_steps: 50
+      deterministic_seed: 0
+      history_guidance:
+        name: conditional
+      reverse_loop_probe: false
+      turnaround_duplication: true
+      frame_bin_size: 25
+      num_videos: 8
+      memory_mode: correct
+      manifest_scope: monitor8
+      active_benchmarks:
+      - loop_true_reverse_h100_f199_v1
+  _name: dfot_worldmem_realestate10k
+debug: false
+wandb:
+  entity: turlin
+  project: worldmem
+  mode: offline
+resume: null
+load: null
+name: dfot_worldmem_realestate10k

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/run_manifest.json

@@ -0,0 +1,185 @@
+{
+  "method": "worldmem",
+  "dataset_root": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/re10k_dfot/real-estate-10k",
+  "dfot_root": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/DFoT-code",
+  "dfot_commit": "530f8bf4db91a21964993f214fa4050dbd529591",
+  "checkpoint": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/DFoT_RE10K.ckpt",
+  "local_frames": 8,
+  "memory_frames": {
+    "anchor": 0,
+    "dynamic": 4,
+    "revisit": 0
+  },
+  "training_selector_version": "re10k_faithful_trajectory_h100_f399_v1",
+  "training_selector_method": "worldmem",
+  "training_selector_cache_source_commit": "731edd42758e7aec3b0bfd03ed52b72d716b65df",
+  "memory_output_gate_init": 0.0,
+  "batch_size_per_gpu": 4,
+  "accumulate_grad_batches": 1,
+  "effective_global_batch_size": 32,
+  "optimizer_lr_schedule": {
+    "name": "stagewise_warmup_stable_cosine_floor",
+    "warmup_steps": 1000,
+    "stage_b_start_step": 8000,
+    "decay_start_step": 30000,
+    "terminal_step": 100000,
+    "min_lr_ratio": 0.1
+  },
+  "runtime": {
+    "gradient_checkpointing": [
+      false,
+      false,
+      false,
+      false
+    ],
+    "split_frozen_memory_stream": false,
+    "structural_memory_autograd": true
+  },
+  "wandb": {
+    "mode": "offline",
+    "entity": "turlin",
+    "project": "worldmem",
+    "run_id": null
+  },
+  "evaluation_history_frames": 100,
+  "evaluation_max_generated_frames": 100,
+  "evaluation_num_videos": 8,
+  "evaluation_sampling_steps": 50,
+  "evaluation_metrics": [
+    "mse",
+    "psnr",
+    "ssim",
+    "lpips",
+    "rfid"
+  ],
+  "training_time_eval_batches_per_rank": 2,
+  "post_training_evaluation": true,
+  "faithful_profile": {
+    "method": "worldmem",
+    "capacity": "clipped",
+    "selector_version": "re10k_faithful_trajectory_h100_f399_v1",
+    "lifecycle": "group1_59306102"
+  },
+  "trainable_parameter_manifest": "/proj/cvl/users/x_fahkh2/DeMemWM/results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/trainable_parameter_manifest.json",
+  "training_batch_composition": {
+    "global_natural": 8,
+    "global_loop": 24,
+    "rank_order": [
+      "natural",
+      "loop",
+      "loop",
+      "loop"
+    ]
+  },
+  "training_trajectory": {
+    "source_mapping": "physical_start+[0..199,199..0]",
+    "virtual_positions": 400,
+    "query_frames": 8,
+    "phase_bounds_half_open": [
+      [
+        100,
+        159
+      ],
+      [
+        159,
+        218
+      ],
+      [
+        218,
+        277
+      ],
+      [
+        277,
+        335
+      ],
+      [
+        335,
+        393
+      ]
+    ]
+  },
+  "evaluation_weight_source": "ema",
+  "post_training_checkpoint_policy": null,
+  "worldmem_git": {
+    "branch": "re10k-dfot-integration",
+    "head": "940b6fb72bb1543b1e5bfad72baf837140a603f0",
+    "status": [
+      "?? results/"
+    ]
+  },
+  "profile_stage_b": false,
+  "schedule_step_offset": 0,
+  "algorithm_config": "/proj/cvl/users/x_fahkh2/DeMemWM/configurations/algorithm/dfot_worldmem_faithful_f200b200_clipped_realestate10k.yaml",
+  "training_seed": 0,
+  "evaluation_seed": 0,
+  "training_seed_label": "seed0",
+  "checkpoint_kind": "ema-v2",
+  "evaluation_checkpoint": "/proj/cvl/users/x_fahkh2/DeMemWM/results/dfot_worldmem_clipped_f200b200_seed0_g32_100k_731edd42758e/checkpoints/step=30000.ckpt",
+  "evaluation_manifest": "/proj/cvl/users/x_fahkh2/DeMemWM/evaluation/manifests/re10k_real_trajectory_h100_f399_scopes_v1.csv",
+  "evaluation_manifest_scope": "monitor8",
+  "evaluation_benchmark": "loop_true_reverse_h100_f199_v1",
+  "evaluation_benchmarks": [
+    "loop_true_reverse_h100_f199_v1"
+  ],
+  "evaluation_memory_mode": "correct",
+  "evaluation_case_counts": {
+    "loop_true_reverse_h100_f199_v1": 8
+  },
+  "evaluation_case_order": "scene_manifest_then_path_ordinal",
+  "evaluation_case_seed": "1000003*metadata_index+path_ordinal",
+  "evaluation_trajectory": "G0..G99,G99..G0",
+  "evaluation_output_frames": 200,
+  "evaluation_observed_output_interval": [
+    0,
+    100
+  ],
+  "evaluation_generated_output_interval": [
+    100,
+    200
+  ],
+  "evaluation_generated_segments": {
+    "return": [
+      0,
+      100
+    ],
+    "return_chunks": [
+      [
+        0,
+        25
+      ],
+      [
+        25,
+        50
+      ],
+      [
+        50,
+        75
+      ],
+      [
+        75,
+        100
+      ]
+    ]
+  },
+  "evaluation_frame_bin_size": 25,
+  "evaluation_turnaround_duplication": true,
+  "monitoring_steps": [
+    2500,
+    5000,
+    7500,
+    10000,
+    12500,
+    15000,
+    20000,
+    25000,
+    30000,
+    35000,
+    40000,
+    50000,
+    60000,
+    70000,
+    80000,
+    90000,
+    100000
+  ]
+}

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/test_loop_true_reverse_h100_f199_v1_case_manifest.json

@@ -0,0 +1,120 @@
+{
+  "split": "test",
+  "evaluation_seed": 0,
+  "manifest": "/proj/cvl/users/x_fahkh2/DeMemWM/evaluation/manifests/re10k_real_trajectory_h100_f399_scopes_v1.csv",
+  "manifest_scope": "monitor8",
+  "history_frames": 100,
+  "benchmark": "loop_true_reverse_h100_f199_v1",
+  "scene_count": 8,
+  "scene_order": [
+    {
+      "metadata_index": 4865,
+      "stem": "b009fbe3950ebeb2"
+    },
+    {
+      "metadata_index": 418,
+      "stem": "0ece034988793847"
+    },
+    {
+      "metadata_index": 5224,
+      "stem": "bcc76b58e2585320"
+    },
+    {
+      "metadata_index": 640,
+      "stem": "1735d8d1b4015669"
+    },
+    {
+      "metadata_index": 2952,
+      "stem": "6afff9609b65a604"
+    },
+    {
+      "metadata_index": 5459,
+      "stem": "c49a14de01d7bd35"
+    },
+    {
+      "metadata_index": 6743,
+      "stem": "f287c679c250a841"
+    },
+    {
+      "metadata_index": 806,
+      "stem": "1cdfd3abfcc3a64e"
+    }
+  ],
+  "case_count": 8,
+  "case_order": "scene_manifest_then_path_ordinal",
+  "total_generated_frames": 800,
+  "cases": [
+    {
+      "benchmark": "loop_true_reverse_h100_f199_v1",
+      "metadata_index": 4865,
+      "scene_id": "b009fbe3950ebeb2",
+      "path_name": "true_trajectory_g0_g99_g99_g0",
+      "path_ordinal": 8,
+      "generated_frames": 100,
+      "case_seed": 4865014603
+    },
+    {
+      "benchmark": "loop_true_reverse_h100_f199_v1",
+      "metadata_index": 418,
+      "scene_id": "0ece034988793847",
+      "path_name": "true_trajectory_g0_g99_g99_g0",
+      "path_ordinal": 8,
+      "generated_frames": 100,
+      "case_seed": 418001262
+    },
+    {
+      "benchmark": "loop_true_reverse_h100_f199_v1",
+      "metadata_index": 5224,
+      "scene_id": "bcc76b58e2585320",
+      "path_name": "true_trajectory_g0_g99_g99_g0",
+      "path_ordinal": 8,
+      "generated_frames": 100,
+      "case_seed": 5224015680
+    },
+    {
+      "benchmark": "loop_true_reverse_h100_f199_v1",
+      "metadata_index": 640,
+      "scene_id": "1735d8d1b4015669",
+      "path_name": "true_trajectory_g0_g99_g99_g0",
+      "path_ordinal": 8,
+      "generated_frames": 100,
+      "case_seed": 640001928
+    },
+    {
+      "benchmark": "loop_true_reverse_h100_f199_v1",
+      "metadata_index": 2952,
+      "scene_id": "6afff9609b65a604",
+      "path_name": "true_trajectory_g0_g99_g99_g0",
+      "path_ordinal": 8,
+      "generated_frames": 100,
+      "case_seed": 2952008864
+    },
+    {
+      "benchmark": "loop_true_reverse_h100_f199_v1",
+      "metadata_index": 5459,
+      "scene_id": "c49a14de01d7bd35",
+      "path_name": "true_trajectory_g0_g99_g99_g0",
+      "path_ordinal": 8,
+      "generated_frames": 100,
+      "case_seed": 5459016385
+    },
+    {
+      "benchmark": "loop_true_reverse_h100_f199_v1",
+      "metadata_index": 6743,
+      "scene_id": "f287c679c250a841",
+      "path_name": "true_trajectory_g0_g99_g99_g0",
+      "path_ordinal": 8,
+      "generated_frames": 100,
+      "case_seed": 6743020237
+    },
+    {
+      "benchmark": "loop_true_reverse_h100_f199_v1",
+      "metadata_index": 806,
+      "scene_id": "1cdfd3abfcc3a64e",
+      "path_name": "true_trajectory_g0_g99_g99_g0",
+      "path_ordinal": 8,
+      "generated_frames": 100,
+      "case_seed": 806002426
+    }
+  ]
+}

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/test_scene_manifest.json

@@ -0,0 +1,42 @@
+{
+  "split": "test",
+  "evaluation_seed": 0,
+  "manifest": "/proj/cvl/users/x_fahkh2/DeMemWM/evaluation/manifests/re10k_real_trajectory_h100_f399_scopes_v1.csv",
+  "manifest_scope": "monitor8",
+  "history_frames": 100,
+  "scene_count": 8,
+  "scenes": [
+    {
+      "metadata_index": 4865,
+      "stem": "b009fbe3950ebeb2"
+    },
+    {
+      "metadata_index": 418,
+      "stem": "0ece034988793847"
+    },
+    {
+      "metadata_index": 5224,
+      "stem": "bcc76b58e2585320"
+    },
+    {
+      "metadata_index": 640,
+      "stem": "1735d8d1b4015669"
+    },
+    {
+      "metadata_index": 2952,
+      "stem": "6afff9609b65a604"
+    },
+    {
+      "metadata_index": 5459,
+      "stem": "c49a14de01d7bd35"
+    },
+    {
+      "metadata_index": 6743,
+      "stem": "f287c679c250a841"
+    },
+    {
+      "metadata_index": 806,
+      "stem": "1cdfd3abfcc3a64e"
+    }
+  ]
+}

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/0ece034988793847.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c30cc49297bb760504ed4df2f6d3e9fa66358444d262e00c5318c4cbb0fdbe8
+size 1242094

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1735d8d1b4015669.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9f0b0b55b4520adbdf265f2ee8082654cd9f4254df185c9ef028ba2731181d
+size 1492655

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1cdfd3abfcc3a64e.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676b339a74b6655b970d43ac64a46e2f843ed3be2f8990803299f3a566c9c9d5
+size 2546246

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/6afff9609b65a604.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116944e329855fa9964d50515303eee3336da054413845063021a83d74b1798b
+size 1569548

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/b009fbe3950ebeb2.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297d0ef380a093091e820caab4ac38b8bce23f6f9c2aec87be28b5c29c0be31a
+size 1759351

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/bcc76b58e2585320.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f155fa6d1e071beac028fe98bd0aea4852d60c4fce5cbd4d09e177b4c0c7dc67
+size 1709270

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/c49a14de01d7bd35.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d505890e93585e21a80f0c158cd24446fa71b448d9123f26d52bd0dd43943b4b
+size 1588155

results/re10k_short_reverse_worldmem_clipped_monitor8_train731edd42758e_eval940b6fb72bb1_step30000_job81245/videos/test_loop_true_reverse_h100_f199_v1_step00000000/f287c679c250a841.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf6e6199974b620994829985628ad3192f253b4aa777c90e6af24e307f2b6ef
+size 1473196