diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4091c41c6909da3b/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4091c41c6909da3b/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..5c764c0ae68906aebca370e20f67b293e9ca9166 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4091c41c6909da3b/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecb78699e0182b9af78352e8dab1c157d304d182b0561f85672f181779c2ffd1 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4091c41c6909da3b/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4091c41c6909da3b/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..aa2cfab00ef582f0c190641b4eab6602f189b94a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4091c41c6909da3b/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "47", + "metadata_index": "1770", + "scene_id": "4091c41c6909da3b", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 1770005317, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.06317013502120972, + "psnr": 15.061196327209473, + "lpips": 0.5757694840431213, + "ssim": 0.27647221088409424 + }, + "frames_025_050": { + "mse": 0.16139215230941772, + "psnr": 7.942367076873779, + "lpips": 0.9446012377738953, + "ssim": 0.026616979390382767 + }, + "frames_050_075": { + "mse": 0.19789844751358032, + "psnr": 7.041299343109131, + "lpips": 0.9393638372421265, + "ssim": 0.053927116096019745 + }, + "frames_075_100": { + "mse": 0.21982446312904358, + "psnr": 6.591353893280029, + "lpips": 0.9648358821868896, + "ssim": 0.04369858279824257 + }, + "frames_100_125": { + "mse": 0.226173534989357, + "psnr": 6.464242935180664, + "lpips": 0.8921432495117188, + "ssim": 0.037730127573013306 + }, + "frames_125_150": { + "mse": 0.2358868420124054, + "psnr": 6.275595664978027, + "lpips": 0.843000590801239, + "ssim": 0.031319573521614075 + }, + "frames_150_175": { + "mse": 0.21752256155014038, + "psnr": 6.626247406005859, + "lpips": 0.8260476589202881, + "ssim": 0.038550812751054764 + }, + "frames_175_200": { + "mse": 0.23122557997703552, + "psnr": 6.360286235809326, + "lpips": 0.8766743540763855, + "ssim": 0.024778546765446663 + }, + "frames_200_225": { + "mse": 0.2224515974521637, + "psnr": 6.528620719909668, + "lpips": 0.861379861831665, + "ssim": 0.048055313527584076 + }, + "frames_225_250": { + "mse": 0.22242580354213715, + "psnr": 6.5283427238464355, + "lpips": 0.8636451959609985, + "ssim": 0.06551413238048553 + }, + "frames_250_275": { + "mse": 0.21902814507484436, + "psnr": 6.595910549163818, + "lpips": 0.8633076548576355, + "ssim": 0.09567248076200485 + }, + "frames_275_300": { + "mse": 0.2332540899515152, + "psnr": 6.322954177856445, + "lpips": 0.9110119342803955, + "ssim": 0.045714035630226135 + }, + "overall": { + "mse": 0.2041877806186676, + "psnr": 7.361534595489502, + "lpips": 0.8634816408157349, + "ssim": 0.06567082554101944 + }, + "forward": { + "mse": 0.16057129204273224, + "psnr": 9.159053802490234, + "lpips": 0.8561426401138306, + "ssim": 0.10017872601747513 + }, + "return": { + "mse": 0.2259960174560547, + "psnr": 6.462775707244873, + "lpips": 0.8671512603759766, + "ssim": 0.04841688275337219 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/case.json new file mode 100644 index 0000000000000000000000000000000000000000..1c85fadcf16e314e77930457f6b0e65dd41fd54c --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "30", + "metadata_index": "1839", + "scene_id": "431e6542fde13130", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 1839005524, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2927.3614373861346, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..c5b8adb04b05c1a4826393f3f867f05fbe824a2c --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:983fba020784e1d1d4687586bc8ce1624a55e950f947f83de9dfde202a461ae7 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4486bbc5593aba60e306a417e8547e5de9094b76 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "30", + "metadata_index": "1839", + "scene_id": "431e6542fde13130", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 1839005524, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.12095232307910919, + "psnr": 9.857982635498047, + "lpips": 0.7447879314422607, + "ssim": 0.09137198328971863 + }, + "frames_025_050": { + "mse": 0.16768012940883636, + "psnr": 7.7568278312683105, + "lpips": 0.9542813897132874, + "ssim": 0.012285895645618439 + }, + "frames_050_075": { + "mse": 0.18008707463741302, + "psnr": 7.446470737457275, + "lpips": 0.9124442338943481, + "ssim": 0.01329480204731226 + }, + "frames_075_100": { + "mse": 0.19896091520786285, + "psnr": 7.012927055358887, + "lpips": 0.8125684261322021, + "ssim": 0.0421273335814476 + }, + "frames_100_125": { + "mse": 0.1934005171060562, + "psnr": 7.135751247406006, + "lpips": 0.8029965162277222, + "ssim": 0.040643978863954544 + }, + "frames_125_150": { + "mse": 0.1853969693183899, + "psnr": 7.319952487945557, + "lpips": 0.8277432322502136, + "ssim": 0.027186792343854904 + }, + "frames_150_175": { + "mse": 0.17787742614746094, + "psnr": 7.499145030975342, + "lpips": 0.8720418810844421, + "ssim": 0.02877495065331459 + }, + "frames_175_200": { + "mse": 0.19650042057037354, + "psnr": 7.069578170776367, + "lpips": 0.9043579697608948, + "ssim": 0.017825771123170853 + }, + "frames_200_225": { + "mse": 0.20788893103599548, + "psnr": 6.823223114013672, + "lpips": 0.8973261117935181, + "ssim": 0.022242026403546333 + }, + "frames_225_250": { + "mse": 0.22705039381980896, + "psnr": 6.439698696136475, + "lpips": 0.8945348858833313, + "ssim": 0.015571070834994316 + }, + "frames_250_275": { + "mse": 0.23135080933570862, + "psnr": 6.361213207244873, + "lpips": 0.832152247428894, + "ssim": 0.020683960989117622 + }, + "frames_275_300": { + "mse": 0.26648983359336853, + "psnr": 5.7440032958984375, + "lpips": 0.8537260293960571, + "ssim": 0.013276767916977406 + }, + "overall": { + "mse": 0.19613629579544067, + "psnr": 7.205564975738525, + "lpips": 0.8590800166130066, + "ssim": 0.028773779049515724 + }, + "forward": { + "mse": 0.16692012548446655, + "psnr": 8.01855182647705, + "lpips": 0.856020450592041, + "ssim": 0.03977000340819359 + }, + "return": { + "mse": 0.21074439585208893, + "psnr": 6.799070835113525, + "lpips": 0.8606098294258118, + "ssim": 0.02327566407620907 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/case.json new file mode 100644 index 0000000000000000000000000000000000000000..4dee419b2c16a741ed70e0ffe2cfc19550a454f2 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "1", + "metadata_index": "1894", + "scene_id": "45536907ffef7585", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 1894005689, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.8020668551326, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..1765e63ede8323ceab7548c65b62b1e154f85402 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14877846437d49d76d7395ce99aa8cb42184d9b7108538f6133c3a2f03966ec3 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a87a7efeab54bacfe905f441d51f45b319a78fb8 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "1", + "metadata_index": "1894", + "scene_id": "45536907ffef7585", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 1894005689, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.08185893297195435, + "psnr": 13.348464012145996, + "lpips": 0.6653513312339783, + "ssim": 0.2740452289581299 + }, + "frames_025_050": { + "mse": 0.15781323611736298, + "psnr": 8.02171516418457, + "lpips": 1.0807712078094482, + "ssim": 0.017233775928616524 + }, + "frames_050_075": { + "mse": 0.17659281194210052, + "psnr": 7.5322651863098145, + "lpips": 1.0957789421081543, + "ssim": 0.017826061695814133 + }, + "frames_075_100": { + "mse": 0.22645217180252075, + "psnr": 6.495161056518555, + "lpips": 1.0189001560211182, + "ssim": 0.03583085909485817 + }, + "frames_100_125": { + "mse": 0.23460456728935242, + "psnr": 6.3008809089660645, + "lpips": 0.983290433883667, + "ssim": 0.017927253618836403 + }, + "frames_125_150": { + "mse": 0.2503599226474762, + "psnr": 6.014941215515137, + "lpips": 0.9279786944389343, + "ssim": 0.033745232969522476 + }, + "frames_150_175": { + "mse": 0.2621378004550934, + "psnr": 5.815227031707764, + "lpips": 0.9280284643173218, + "ssim": 0.05589323863387108 + }, + "frames_175_200": { + "mse": 0.2721903920173645, + "psnr": 5.6581130027771, + "lpips": 0.9144955277442932, + "ssim": 0.06114603206515312 + }, + "frames_200_225": { + "mse": 0.2522429823875427, + "psnr": 5.981978893280029, + "lpips": 0.8974540829658508, + "ssim": 0.05277590453624725 + }, + "frames_225_250": { + "mse": 0.2711433470249176, + "psnr": 5.676414966583252, + "lpips": 0.876234769821167, + "ssim": 0.0601126104593277 + }, + "frames_250_275": { + "mse": 0.275460422039032, + "psnr": 5.6006178855896, + "lpips": 0.8743874430656433, + "ssim": 0.049714237451553345 + }, + "frames_275_300": { + "mse": 0.2883661389350891, + "psnr": 5.402779579162598, + "lpips": 0.8570219278335571, + "ssim": 0.05220872908830643 + }, + "overall": { + "mse": 0.22910191118717194, + "psnr": 6.820713043212891, + "lpips": 0.926641047000885, + "ssim": 0.06070493161678314 + }, + "forward": { + "mse": 0.16067928075790405, + "psnr": 8.849401473999023, + "lpips": 0.9652004241943359, + "ssim": 0.08623398840427399 + }, + "return": { + "mse": 0.2633132040500641, + "psnr": 5.806368827819824, + "lpips": 0.9073614478111267, + "ssim": 0.04794040322303772 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/case.json new file mode 100644 index 0000000000000000000000000000000000000000..479089c407ef7645d1730ae79f2962bbca8c8aea --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "53", + "metadata_index": "1995", + "scene_id": "49235d402cbb8895", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 1995005992, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.686666005058, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..ab1680914449e61caebd1ee6ab3b379ae3f9df0d --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28e27566347dba799c71cb146ba80e5f9c76627c7284e81eaf5a5134131c0e43 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b449d60b98c8c2bf8fd259a1fa44a2ec2788045a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "53", + "metadata_index": "1995", + "scene_id": "49235d402cbb8895", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 1995005992, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.12557536363601685, + "psnr": 11.125692367553711, + "lpips": 0.6663249135017395, + "ssim": 0.17433515191078186 + }, + "frames_025_050": { + "mse": 0.23499391973018646, + "psnr": 6.294121742248535, + "lpips": 0.9080221056938171, + "ssim": 0.014684171415865421 + }, + "frames_050_075": { + "mse": 0.2771381139755249, + "psnr": 5.580655574798584, + "lpips": 0.9249518513679504, + "ssim": 0.012092151679098606 + }, + "frames_075_100": { + "mse": 0.281788170337677, + "psnr": 5.523942470550537, + "lpips": 0.8352724313735962, + "ssim": 0.050208929926157 + }, + "frames_100_125": { + "mse": 0.30148300528526306, + "psnr": 5.214372158050537, + "lpips": 0.845812201499939, + "ssim": 0.021440384909510612 + }, + "frames_125_150": { + "mse": 0.2709507346153259, + "psnr": 5.6729512214660645, + "lpips": 0.8710325360298157, + "ssim": 0.03317910060286522 + }, + "frames_150_175": { + "mse": 0.25789782404899597, + "psnr": 5.892576694488525, + "lpips": 0.8586817979812622, + "ssim": 0.03451540321111679 + }, + "frames_175_200": { + "mse": 0.2717985212802887, + "psnr": 5.661291599273682, + "lpips": 0.8790348172187805, + "ssim": 0.0259685255587101 + }, + "frames_200_225": { + "mse": 0.28895390033721924, + "psnr": 5.408511161804199, + "lpips": 0.9212828278541565, + "ssim": 0.0435095839202404 + }, + "frames_225_250": { + "mse": 0.26105350255966187, + "psnr": 5.843625545501709, + "lpips": 0.9167307019233704, + "ssim": 0.02740182727575302 + }, + "frames_250_275": { + "mse": 0.2645290791988373, + "psnr": 5.777092933654785, + "lpips": 0.9078840017318726, + "ssim": 0.032509367913007736 + }, + "frames_275_300": { + "mse": 0.2521568536758423, + "psnr": 5.985442638397217, + "lpips": 0.9010985493659973, + "ssim": 0.03761594742536545 + }, + "overall": { + "mse": 0.25735992193222046, + "psnr": 6.165023326873779, + "lpips": 0.8696773052215576, + "ssim": 0.04228837788105011 + }, + "forward": { + "mse": 0.2298738807439804, + "psnr": 7.131102085113525, + "lpips": 0.8336427807807922, + "ssim": 0.06283010542392731 + }, + "return": { + "mse": 0.2711029350757599, + "psnr": 5.681982517242432, + "lpips": 0.8876947164535522, + "ssim": 0.03201751410961151 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/case.json new file mode 100644 index 0000000000000000000000000000000000000000..67f95ba0f37f736c2127d3fd20d712b5f32bd63f --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "28", + "metadata_index": "2120", + "scene_id": "4dd400119f6032b7", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2120006367, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2908.9660947159864, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..c61f0d9c94b493ca8eaf617b61f4ad853ed65b1b --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ac9554b4f61b9fe8b9ccdc81c6d2e2b7c0b2e99404aea035c3bce7ab78a7dd9 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..72adc9ee00b6642ae18233bfc93ffbab0ae103ce --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "28", + "metadata_index": "2120", + "scene_id": "4dd400119f6032b7", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2120006367, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.06895706802606583, + "psnr": 13.89969253540039, + "lpips": 0.5832480788230896, + "ssim": 0.2690432667732239 + }, + "frames_025_050": { + "mse": 0.17086826264858246, + "psnr": 7.68649435043335, + "lpips": 0.9387102723121643, + "ssim": 0.021369842812418938 + }, + "frames_050_075": { + "mse": 0.2007933408021927, + "psnr": 6.982058048248291, + "lpips": 0.9574547410011292, + "ssim": 0.02067922055721283 + }, + "frames_075_100": { + "mse": 0.21621699631214142, + "psnr": 6.658778190612793, + "lpips": 0.8348872661590576, + "ssim": 0.042481690645217896 + }, + "frames_100_125": { + "mse": 0.2390783280134201, + "psnr": 6.222303867340088, + "lpips": 0.8877502679824829, + "ssim": 0.019322043284773827 + }, + "frames_125_150": { + "mse": 0.2623492479324341, + "psnr": 5.815451622009277, + "lpips": 0.9167181253433228, + "ssim": 0.02784721925854683 + }, + "frames_150_175": { + "mse": 0.2760695517063141, + "psnr": 5.5959930419921875, + "lpips": 0.927803635597229, + "ssim": 0.03758575767278671 + }, + "frames_175_200": { + "mse": 0.2754848301410675, + "psnr": 5.600524425506592, + "lpips": 0.9640347957611084, + "ssim": 0.02569723129272461 + }, + "frames_200_225": { + "mse": 0.2882117033004761, + "psnr": 5.403338432312012, + "lpips": 0.933366596698761, + "ssim": 0.038136161863803864 + }, + "frames_225_250": { + "mse": 0.2730359435081482, + "psnr": 5.63986349105835, + "lpips": 0.9228589534759521, + "ssim": 0.04046075418591499 + }, + "frames_250_275": { + "mse": 0.2535845637321472, + "psnr": 5.961353302001953, + "lpips": 0.946024477481842, + "ssim": 0.05176018550992012 + }, + "frames_275_300": { + "mse": 0.24718360602855682, + "psnr": 6.071549892425537, + "lpips": 0.9609497785568237, + "ssim": 0.02179907076060772 + }, + "overall": { + "mse": 0.2309861183166504, + "psnr": 6.794783592224121, + "lpips": 0.8978172540664673, + "ssim": 0.05134853720664978 + }, + "forward": { + "mse": 0.16420890390872955, + "psnr": 8.806755065917969, + "lpips": 0.8285751342773438, + "ssim": 0.08839350938796997 + }, + "return": { + "mse": 0.2643747329711914, + "psnr": 5.788797378540039, + "lpips": 0.9324381947517395, + "ssim": 0.032826054841279984 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/case.json new file mode 100644 index 0000000000000000000000000000000000000000..868d74bd87029269c98acd13b7258494d9bb1557 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "83", + "metadata_index": "2124", + "scene_id": "4df04a3ab680ac1d", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2124006379, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.1277243720833, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..916a0b04e1f32e8f4e286e40fc120076318f1a42 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4bd46f568f98111482b498945bd3c6e2b0354ee59e4effa1f143e7af9219213 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..62b63acca708dfc69fee42f4b7cc019ed07a91ad --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "83", + "metadata_index": "2124", + "scene_id": "4df04a3ab680ac1d", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2124006379, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07973874360322952, + "psnr": 12.849443435668945, + "lpips": 0.6337695121765137, + "ssim": 0.2069106101989746 + }, + "frames_025_050": { + "mse": 0.1476810872554779, + "psnr": 8.310792922973633, + "lpips": 0.9020589590072632, + "ssim": 0.018426045775413513 + }, + "frames_050_075": { + "mse": 0.21043391525745392, + "psnr": 6.895220756530762, + "lpips": 0.8415542840957642, + "ssim": 0.0374048613011837 + }, + "frames_075_100": { + "mse": 0.19390292465686798, + "psnr": 7.139031887054443, + "lpips": 0.8539839386940002, + "ssim": 0.02367245964705944 + }, + "frames_100_125": { + "mse": 0.197692409157753, + "psnr": 7.049258232116699, + "lpips": 0.8302049040794373, + "ssim": 0.03387029096484184 + }, + "frames_125_150": { + "mse": 0.16694389283657074, + "psnr": 7.780864715576172, + "lpips": 0.8250353932380676, + "ssim": 0.038422178477048874 + }, + "frames_150_175": { + "mse": 0.15940538048744202, + "psnr": 7.9753217697143555, + "lpips": 0.8352581858634949, + "ssim": 0.033817894756793976 + }, + "frames_175_200": { + "mse": 0.1651899218559265, + "psnr": 7.821367263793945, + "lpips": 0.8584578037261963, + "ssim": 0.028299255296587944 + }, + "frames_200_225": { + "mse": 0.1756170690059662, + "psnr": 7.555484771728516, + "lpips": 0.8653973340988159, + "ssim": 0.029978692531585693 + }, + "frames_225_250": { + "mse": 0.18517448008060455, + "psnr": 7.329742431640625, + "lpips": 0.869610607624054, + "ssim": 0.023464227095246315 + }, + "frames_250_275": { + "mse": 0.20384898781776428, + "psnr": 6.916059494018555, + "lpips": 0.9312496185302734, + "ssim": 0.02354576624929905 + }, + "frames_275_300": { + "mse": 0.23162703216075897, + "psnr": 6.352493762969971, + "lpips": 0.899841845035553, + "ssim": 0.02838781848549843 + }, + "overall": { + "mse": 0.17643798887729645, + "psnr": 7.83125638961792, + "lpips": 0.845535159111023, + "ssim": 0.04385000467300415 + }, + "forward": { + "mse": 0.15793918073177338, + "psnr": 8.798622131347656, + "lpips": 0.8078416585922241, + "ssim": 0.07160349935293198 + }, + "return": { + "mse": 0.18568739295005798, + "psnr": 7.347573757171631, + "lpips": 0.8643819689750671, + "ssim": 0.029973262920975685 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/case.json new file mode 100644 index 0000000000000000000000000000000000000000..545c388e9931f124b1190c269ab6c54fe6761fb8 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "88", + "metadata_index": "2135", + "scene_id": "4e50d5610be16ce1", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2135006412, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2901.719389938051, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..aecf6d471137a0e9644258af99105f320b04cc34 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1905d592cf88e05e2857251bfe86b5db184bded0cda7b66ade144e9fb18ce51 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..52cfe8008e51d9e1ff59fc617e3c3d48f20469be --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "88", + "metadata_index": "2135", + "scene_id": "4e50d5610be16ce1", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2135006412, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.14790406823158264, + "psnr": 9.061535835266113, + "lpips": 0.6994443535804749, + "ssim": 0.06791865080595016 + }, + "frames_025_050": { + "mse": 0.21762722730636597, + "psnr": 6.635820388793945, + "lpips": 0.883745014667511, + "ssim": 0.02240334264934063 + }, + "frames_050_075": { + "mse": 0.1941058337688446, + "psnr": 7.148472785949707, + "lpips": 0.8645431399345398, + "ssim": 0.05408867821097374 + }, + "frames_075_100": { + "mse": 0.18996751308441162, + "psnr": 7.214081287384033, + "lpips": 0.8888792395591736, + "ssim": 0.04740705341100693 + }, + "frames_100_125": { + "mse": 0.18668989837169647, + "psnr": 7.291287899017334, + "lpips": 0.897784411907196, + "ssim": 0.04425334557890892 + }, + "frames_125_150": { + "mse": 0.18251118063926697, + "psnr": 7.398271560668945, + "lpips": 0.8869541883468628, + "ssim": 0.0342196561396122 + }, + "frames_150_175": { + "mse": 0.2072078287601471, + "psnr": 6.840073108673096, + "lpips": 0.8974072933197021, + "ssim": 0.022353876382112503 + }, + "frames_175_200": { + "mse": 0.20698750019073486, + "psnr": 6.841224193572998, + "lpips": 0.8491955399513245, + "ssim": 0.029791349545121193 + }, + "frames_200_225": { + "mse": 0.21348243951797485, + "psnr": 6.706820487976074, + "lpips": 0.8061251640319824, + "ssim": 0.02206622064113617 + }, + "frames_225_250": { + "mse": 0.16692188382148743, + "psnr": 7.7801008224487305, + "lpips": 0.8480091094970703, + "ssim": 0.01642797887325287 + }, + "frames_250_275": { + "mse": 0.17867118120193481, + "psnr": 7.4870147705078125, + "lpips": 0.8485908508300781, + "ssim": 0.03461603820323944 + }, + "frames_275_300": { + "mse": 0.18968431651592255, + "psnr": 7.225132465362549, + "lpips": 0.8588614463806152, + "ssim": 0.024757757782936096 + }, + "overall": { + "mse": 0.19014674425125122, + "psnr": 7.302485942840576, + "lpips": 0.8524616956710815, + "ssim": 0.035025328397750854 + }, + "forward": { + "mse": 0.1874011605978012, + "psnr": 7.514976978302002, + "lpips": 0.8341529965400696, + "ssim": 0.047954436391592026 + }, + "return": { + "mse": 0.19151952862739563, + "psnr": 7.1962409019470215, + "lpips": 0.8616160750389099, + "ssim": 0.028560776263475418 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/case.json new file mode 100644 index 0000000000000000000000000000000000000000..ce55463a85cd4a63de9d83ff80f6f081f463ca48 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "78", + "metadata_index": "2215", + "scene_id": "512810bd5785cad6", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2215006652, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2925.9433184000663, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..aff32be3a37375b1a970ae5fb266439138b49545 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20c6880a05c6a84337dbd06bd212dbdef9240207faf6d691cf9e5464484b23ac +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d8acd26c55fa75f4805c58c6177e7d4ea9dd7636 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "78", + "metadata_index": "2215", + "scene_id": "512810bd5785cad6", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2215006652, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.14591149985790253, + "psnr": 8.972326278686523, + "lpips": 0.884046196937561, + "ssim": 0.06236714869737625 + }, + "frames_025_050": { + "mse": 0.1951518952846527, + "psnr": 7.096816539764404, + "lpips": 0.9958488941192627, + "ssim": 0.01004036981612444 + }, + "frames_050_075": { + "mse": 0.21250079572200775, + "psnr": 6.728964328765869, + "lpips": 0.9430050849914551, + "ssim": 0.013245046138763428 + }, + "frames_075_100": { + "mse": 0.197292760014534, + "psnr": 7.064672946929932, + "lpips": 0.8877473473548889, + "ssim": 0.03849758207798004 + }, + "frames_100_125": { + "mse": 0.209324911236763, + "psnr": 6.794161319732666, + "lpips": 1.0737156867980957, + "ssim": 0.014576119370758533 + }, + "frames_125_150": { + "mse": 0.195918008685112, + "psnr": 7.088322639465332, + "lpips": 0.948001503944397, + "ssim": 0.046892546117305756 + }, + "frames_150_175": { + "mse": 0.19382859766483307, + "psnr": 7.134039878845215, + "lpips": 0.8850321173667908, + "ssim": 0.030868932604789734 + }, + "frames_175_200": { + "mse": 0.1924879401922226, + "psnr": 7.162309646606445, + "lpips": 0.8652795553207397, + "ssim": 0.03211567550897598 + }, + "frames_200_225": { + "mse": 0.19361121952533722, + "psnr": 7.132321834564209, + "lpips": 0.8791471123695374, + "ssim": 0.038229476660490036 + }, + "frames_225_250": { + "mse": 0.19600512087345123, + "psnr": 7.0803961753845215, + "lpips": 0.8958141803741455, + "ssim": 0.043106842786073685 + }, + "frames_250_275": { + "mse": 0.20689284801483154, + "psnr": 6.857888221740723, + "lpips": 0.9083511233329773, + "ssim": 0.022728826850652695 + }, + "frames_275_300": { + "mse": 0.26267585158348083, + "psnr": 5.808025360107422, + "lpips": 0.9257741570472717, + "ssim": 0.03560968488454819 + }, + "overall": { + "mse": 0.20013344287872314, + "psnr": 7.076686859130859, + "lpips": 0.9243135452270508, + "ssim": 0.032356519252061844 + }, + "forward": { + "mse": 0.18771423399448395, + "psnr": 7.465695381164551, + "lpips": 0.9276619553565979, + "ssim": 0.03103753551840782 + }, + "return": { + "mse": 0.20634305477142334, + "psnr": 6.882183074951172, + "lpips": 0.9226393103599548, + "ssim": 0.033016011118888855 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/case.json new file mode 100644 index 0000000000000000000000000000000000000000..e4b624984e3c56a5f178e6a828866cfcbfbbc762 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "0", + "metadata_index": "2225", + "scene_id": "516faacb7687d0c7", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2225006682, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2903.7867804730777, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..9ae799a69caf3a90eece1ea5687274e44355ee22 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed95b41f3dffd7c8d2e07c75f0a57ef4daa00fc4c908d59e7ba191a90d420311 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7b9da5573d6025f4741eb635c03dbfba398b73a7 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "0", + "metadata_index": "2225", + "scene_id": "516faacb7687d0c7", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2225006682, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.11824412643909454, + "psnr": 10.39522933959961, + "lpips": 0.8827476501464844, + "ssim": 0.10857629030942917 + }, + "frames_025_050": { + "mse": 0.17525868117809296, + "psnr": 7.564748764038086, + "lpips": 1.0603313446044922, + "ssim": 0.019598299637436867 + }, + "frames_050_075": { + "mse": 0.19996336102485657, + "psnr": 6.996606349945068, + "lpips": 1.0416085720062256, + "ssim": 0.025582395493984222 + }, + "frames_075_100": { + "mse": 0.21620376408100128, + "psnr": 6.678391933441162, + "lpips": 0.9438900947570801, + "ssim": 0.135270357131958 + }, + "frames_100_125": { + "mse": 0.22347359359264374, + "psnr": 6.513265609741211, + "lpips": 0.9973616600036621, + "ssim": 0.05175573751330376 + }, + "frames_125_150": { + "mse": 0.24293354153633118, + "psnr": 6.145459175109863, + "lpips": 0.9913370609283447, + "ssim": 0.03364453464746475 + }, + "frames_150_175": { + "mse": 0.24246802926063538, + "psnr": 6.1534953117370605, + "lpips": 0.947218656539917, + "ssim": 0.0382867231965065 + }, + "frames_175_200": { + "mse": 0.24209247529506683, + "psnr": 6.1653361320495605, + "lpips": 0.925535261631012, + "ssim": 0.04456593096256256 + }, + "frames_200_225": { + "mse": 0.21755287051200867, + "psnr": 6.62736701965332, + "lpips": 0.9103420376777649, + "ssim": 0.03218049928545952 + }, + "frames_225_250": { + "mse": 0.21075241267681122, + "psnr": 6.773288726806641, + "lpips": 0.9132384657859802, + "ssim": 0.043819937855005264 + }, + "frames_250_275": { + "mse": 0.22275640070438385, + "psnr": 6.530902862548828, + "lpips": 0.9166417717933655, + "ssim": 0.052588462829589844 + }, + "frames_275_300": { + "mse": 0.21471339464187622, + "psnr": 6.6825714111328125, + "lpips": 0.9045154452323914, + "ssim": 0.039923056960105896 + }, + "overall": { + "mse": 0.21053437888622284, + "psnr": 6.935554027557373, + "lpips": 0.952897310256958, + "ssim": 0.05214935168623924 + }, + "forward": { + "mse": 0.17741748690605164, + "psnr": 7.9087443351745605, + "lpips": 0.9821444153785706, + "ssim": 0.07225683331489563 + }, + "return": { + "mse": 0.22709286212921143, + "psnr": 6.448960781097412, + "lpips": 0.9382737874984741, + "ssim": 0.0420956127345562 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/case.json new file mode 100644 index 0000000000000000000000000000000000000000..84dd2c8627983f8db08ab906604f134a94ac8eec --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "16", + "metadata_index": "2287", + "scene_id": "537b6025597bfa35", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2287006868, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2902.856279053027, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..76af139eff527fc44e432ea1e79da3e1020cbdea --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3da256781142d550125406e87b6c0c3c2e40de00f91be72e4a5ddc24db55e23f +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..009056caf3465d1f363736512ac5349ae553961a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "16", + "metadata_index": "2287", + "scene_id": "537b6025597bfa35", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2287006868, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.08550404757261276, + "psnr": 13.955818176269531, + "lpips": 0.5542227029800415, + "ssim": 0.23022599518299103 + }, + "frames_025_050": { + "mse": 0.20226028561592102, + "psnr": 6.9874982833862305, + "lpips": 0.8809008598327637, + "ssim": 0.048010122030973434 + }, + "frames_050_075": { + "mse": 0.17976704239845276, + "psnr": 7.52597713470459, + "lpips": 0.9671415686607361, + "ssim": 0.06557182222604752 + }, + "frames_075_100": { + "mse": 0.24063044786453247, + "psnr": 6.194411754608154, + "lpips": 1.0550874471664429, + "ssim": 0.012093143537640572 + }, + "frames_100_125": { + "mse": 0.2558682858943939, + "psnr": 5.954570293426514, + "lpips": 1.0023289918899536, + "ssim": 0.040417250245809555 + }, + "frames_125_150": { + "mse": 0.2214033007621765, + "psnr": 6.560415267944336, + "lpips": 0.9738188982009888, + "ssim": 0.0420161709189415 + }, + "frames_150_175": { + "mse": 0.21685314178466797, + "psnr": 6.64149284362793, + "lpips": 0.9384899735450745, + "ssim": 0.04533766582608223 + }, + "frames_175_200": { + "mse": 0.2347918152809143, + "psnr": 6.299327373504639, + "lpips": 0.9232099652290344, + "ssim": 0.043938666582107544 + }, + "frames_200_225": { + "mse": 0.24935775995254517, + "psnr": 6.033245086669922, + "lpips": 0.910126268863678, + "ssim": 0.028770750388503075 + }, + "frames_225_250": { + "mse": 0.2389952689409256, + "psnr": 6.230849742889404, + "lpips": 0.9161214232444763, + "ssim": 0.036016084253787994 + }, + "frames_250_275": { + "mse": 0.2755683660507202, + "psnr": 5.612130165100098, + "lpips": 0.9182555675506592, + "ssim": 0.026966918259859085 + }, + "frames_275_300": { + "mse": 0.2657136619091034, + "psnr": 5.761633396148682, + "lpips": 0.9514037370681763, + "ssim": 0.023440346121788025 + }, + "overall": { + "mse": 0.2222260981798172, + "psnr": 6.979780197143555, + "lpips": 0.9159256219863892, + "ssim": 0.053567077964544296 + }, + "forward": { + "mse": 0.1770404428243637, + "psnr": 8.665925979614258, + "lpips": 0.8643380999565125, + "ssim": 0.08897526562213898 + }, + "return": { + "mse": 0.24481895565986633, + "psnr": 6.136707782745361, + "lpips": 0.9417193531990051, + "ssim": 0.03586298227310181 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/case.json new file mode 100644 index 0000000000000000000000000000000000000000..fb14bad0894648e64faab4faf330c92048db6090 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "70", + "metadata_index": "2308", + "scene_id": "54a1bceb5d97272d", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2308006931, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2925.6521741189063, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..64d6d43659b0a08cd5afd92f27f7e6ae7c6eaa8a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb24a2677e026ecd8670d886e812cad647bd3b1c152d8bca16fc140f98085516 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a435825c605c9c56bb0936581100f2fe4edf6239 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "70", + "metadata_index": "2308", + "scene_id": "54a1bceb5d97272d", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2308006931, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.0747312381863594, + "psnr": 13.76820182800293, + "lpips": 0.6446508169174194, + "ssim": 0.21659015119075775 + }, + "frames_025_050": { + "mse": 0.1539684683084488, + "psnr": 8.137487411499023, + "lpips": 1.0144184827804565, + "ssim": 0.02247380092740059 + }, + "frames_050_075": { + "mse": 0.18932613730430603, + "psnr": 7.237843036651611, + "lpips": 0.890492856502533, + "ssim": 0.0824175551533699 + }, + "frames_075_100": { + "mse": 0.187188982963562, + "psnr": 7.283153057098389, + "lpips": 0.975077748298645, + "ssim": 0.015021253377199173 + }, + "frames_100_125": { + "mse": 0.21164603531360626, + "psnr": 6.749375820159912, + "lpips": 0.969468891620636, + "ssim": 0.02206648513674736 + }, + "frames_125_150": { + "mse": 0.20211948454380035, + "psnr": 6.945334434509277, + "lpips": 0.9035316705703735, + "ssim": 0.031081346794962883 + }, + "frames_150_175": { + "mse": 0.2109733372926712, + "psnr": 6.757741928100586, + "lpips": 0.8649114370346069, + "ssim": 0.057823456823825836 + }, + "frames_175_200": { + "mse": 0.20946024358272552, + "psnr": 6.789132118225098, + "lpips": 0.8305877447128296, + "ssim": 0.0921337902545929 + }, + "frames_200_225": { + "mse": 0.21780209243297577, + "psnr": 6.619492053985596, + "lpips": 0.8425111174583435, + "ssim": 0.11108792573213577 + }, + "frames_225_250": { + "mse": 0.22288689017295837, + "psnr": 6.51920223236084, + "lpips": 0.87132728099823, + "ssim": 0.10332990437746048 + }, + "frames_250_275": { + "mse": 0.20225295424461365, + "psnr": 6.944570541381836, + "lpips": 0.9099999070167542, + "ssim": 0.03363066166639328 + }, + "frames_275_300": { + "mse": 0.19640004634857178, + "psnr": 7.069015026092529, + "lpips": 0.9177579283714294, + "ssim": 0.02298595756292343 + }, + "overall": { + "mse": 0.1898963302373886, + "psnr": 7.568378925323486, + "lpips": 0.8862280249595642, + "ssim": 0.06755352765321732 + }, + "forward": { + "mse": 0.1513037085533142, + "psnr": 9.106671333312988, + "lpips": 0.8811600208282471, + "ssim": 0.08412571251392365 + }, + "return": { + "mse": 0.20919263362884521, + "psnr": 6.799233436584473, + "lpips": 0.8887620568275452, + "ssim": 0.05926743894815445 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/case.json new file mode 100644 index 0000000000000000000000000000000000000000..f5f79c4297f77cf9cebed0ac9c79c48036aaa268 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "72", + "metadata_index": "2320", + "scene_id": "5535e78a16298072", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2320006967, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2901.5541627858765, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..45062709dd3b7adcdd03ab795e573a976bc329c7 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:241b4505c792b8d83e474ba7edeaae32a689e5cf5a1393de0954d63982fc7d08 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f80d9732053246302853738f6b70cd25b1d11f40 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "72", + "metadata_index": "2320", + "scene_id": "5535e78a16298072", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2320006967, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.13441729545593262, + "psnr": 9.67493724822998, + "lpips": 0.8140810132026672, + "ssim": 0.10335710644721985 + }, + "frames_025_050": { + "mse": 0.21243029832839966, + "psnr": 6.736432075500488, + "lpips": 1.0063385963439941, + "ssim": 0.01787731610238552 + }, + "frames_050_075": { + "mse": 0.23540596663951874, + "psnr": 6.305688858032227, + "lpips": 0.9031178951263428, + "ssim": 0.056827183812856674 + }, + "frames_075_100": { + "mse": 0.24287015199661255, + "psnr": 6.155144214630127, + "lpips": 0.8784472942352295, + "ssim": 0.015528150834143162 + }, + "frames_100_125": { + "mse": 0.27440616488456726, + "psnr": 5.617259502410889, + "lpips": 0.8537143468856812, + "ssim": 0.019769012928009033 + }, + "frames_125_150": { + "mse": 0.2847367525100708, + "psnr": 5.4557576179504395, + "lpips": 0.8713901042938232, + "ssim": 0.026734359562397003 + }, + "frames_150_175": { + "mse": 0.2770378887653351, + "psnr": 5.5749969482421875, + "lpips": 0.8567971587181091, + "ssim": 0.03376300632953644 + }, + "frames_175_200": { + "mse": 0.2552720606327057, + "psnr": 5.9314680099487305, + "lpips": 0.8552961945533752, + "ssim": 0.03283799812197685 + }, + "frames_200_225": { + "mse": 0.23904086649417877, + "psnr": 6.216040134429932, + "lpips": 0.8436974883079529, + "ssim": 0.0400012731552124 + }, + "frames_225_250": { + "mse": 0.23085759580135345, + "psnr": 6.366620063781738, + "lpips": 0.838426411151886, + "ssim": 0.03249787539243698 + }, + "frames_250_275": { + "mse": 0.22732961177825928, + "psnr": 6.434232234954834, + "lpips": 0.8255593776702881, + "ssim": 0.0439833402633667 + }, + "frames_275_300": { + "mse": 0.22024986147880554, + "psnr": 6.572260856628418, + "lpips": 0.8214359283447266, + "ssim": 0.04866636171936989 + }, + "overall": { + "mse": 0.23617121577262878, + "psnr": 6.420070171356201, + "lpips": 0.8640251755714417, + "ssim": 0.03932024911046028 + }, + "forward": { + "mse": 0.2062809318304062, + "psnr": 7.218050479888916, + "lpips": 0.9004963040351868, + "ssim": 0.04839744046330452 + }, + "return": { + "mse": 0.2511163651943207, + "psnr": 6.021079063415527, + "lpips": 0.8457896709442139, + "ssim": 0.03478165343403816 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/case.json new file mode 100644 index 0000000000000000000000000000000000000000..8324c43e1f23af0939a3b95d8957352403ba0343 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "34", + "metadata_index": "2336", + "scene_id": "55ca776696247564", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2336007015, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2913.5264807660133, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..fb308ff68b029b5ab85311b2493bbf4240ae4d16 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7b0c086dd06da479f9a6d8c7a65430b778efeca91d268c04bf26ab52658c91 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..06882188da3c1965106b13ebc4d4eb4a980a952d --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "34", + "metadata_index": "2336", + "scene_id": "55ca776696247564", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2336007015, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.08639416843652725, + "psnr": 12.602073669433594, + "lpips": 0.8087368607521057, + "ssim": 0.1691398173570633 + }, + "frames_025_050": { + "mse": 0.13204659521579742, + "psnr": 8.79315185546875, + "lpips": 1.049513816833496, + "ssim": 0.02159290760755539 + }, + "frames_050_075": { + "mse": 0.19500631093978882, + "psnr": 7.324270248413086, + "lpips": 0.9184338450431824, + "ssim": 0.05010758340358734 + }, + "frames_075_100": { + "mse": 0.17653711140155792, + "psnr": 7.544065475463867, + "lpips": 0.8341026306152344, + "ssim": 0.03682328388094902 + }, + "frames_100_125": { + "mse": 0.19357581436634064, + "psnr": 7.158102035522461, + "lpips": 0.8524099588394165, + "ssim": 0.031758058816194534 + }, + "frames_125_150": { + "mse": 0.16542693972587585, + "psnr": 7.815540790557861, + "lpips": 0.8743473291397095, + "ssim": 0.040391720831394196 + }, + "frames_150_175": { + "mse": 0.16916309297084808, + "psnr": 7.742398738861084, + "lpips": 0.8742811679840088, + "ssim": 0.05182092636823654 + }, + "frames_175_200": { + "mse": 0.15585894882678986, + "psnr": 8.07452392578125, + "lpips": 0.8900802731513977, + "ssim": 0.04321565106511116 + }, + "frames_200_225": { + "mse": 0.16700458526611328, + "psnr": 7.775051116943359, + "lpips": 0.8924590945243835, + "ssim": 0.04765388369560242 + }, + "frames_225_250": { + "mse": 0.19289949536323547, + "psnr": 7.154443264007568, + "lpips": 0.8956651091575623, + "ssim": 0.0386321023106575 + }, + "frames_250_275": { + "mse": 0.1690303087234497, + "psnr": 7.720527172088623, + "lpips": 0.9040259718894958, + "ssim": 0.019634932279586792 + }, + "frames_275_300": { + "mse": 0.17814293503761292, + "psnr": 7.5047287940979, + "lpips": 0.8856396675109863, + "ssim": 0.026389485225081444 + }, + "overall": { + "mse": 0.16509051620960236, + "psnr": 8.100739479064941, + "lpips": 0.8899745941162109, + "ssim": 0.04809669777750969 + }, + "forward": { + "mse": 0.1474960446357727, + "psnr": 9.065890312194824, + "lpips": 0.9026967883110046, + "ssim": 0.06941589713096619 + }, + "return": { + "mse": 0.17388774454593658, + "psnr": 7.618164539337158, + "lpips": 0.8836135864257812, + "ssim": 0.03743709623813629 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/case.json new file mode 100644 index 0000000000000000000000000000000000000000..f994a007e92bcda2f053fd9433169d33a454c0c1 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "13", + "metadata_index": "2351", + "scene_id": "564659475de45eab", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2351007060, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.8467825481202, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..1e3e100c218ef85e21953fe066e9716397b5016e --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6a027034afc26b46bc67806107b0819de1602ca516161c0f7f61f5e37f484f9 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..5f95771fe113710357f6c132e4273f678b058f6a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "13", + "metadata_index": "2351", + "scene_id": "564659475de45eab", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2351007060, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.12502241134643555, + "psnr": 10.145883560180664, + "lpips": 0.7508909106254578, + "ssim": 0.12349959462881088 + }, + "frames_025_050": { + "mse": 0.15626834332942963, + "psnr": 8.061731338500977, + "lpips": 1.039811134338379, + "ssim": 0.015107458457350731 + }, + "frames_050_075": { + "mse": 0.2002912163734436, + "psnr": 7.085586071014404, + "lpips": 0.9059257507324219, + "ssim": 0.043143805116415024 + }, + "frames_075_100": { + "mse": 0.23682689666748047, + "psnr": 6.264894485473633, + "lpips": 0.9878515005111694, + "ssim": 0.022344296798110008 + }, + "frames_100_125": { + "mse": 0.2175184041261673, + "psnr": 6.626877307891846, + "lpips": 0.914132833480835, + "ssim": 0.02967197634279728 + }, + "frames_125_150": { + "mse": 0.1979454755783081, + "psnr": 7.046709060668945, + "lpips": 0.8771160244941711, + "ssim": 0.028146199882030487 + }, + "frames_150_175": { + "mse": 0.19328071177005768, + "psnr": 7.146775722503662, + "lpips": 0.86714768409729, + "ssim": 0.034224823117256165 + }, + "frames_175_200": { + "mse": 0.2092370092868805, + "psnr": 6.798355579376221, + "lpips": 0.8367987275123596, + "ssim": 0.027000045403838158 + }, + "frames_200_225": { + "mse": 0.22042901813983917, + "psnr": 6.575529098510742, + "lpips": 0.8622692823410034, + "ssim": 0.026832515373826027 + }, + "frames_225_250": { + "mse": 0.2433868944644928, + "psnr": 6.13739013671875, + "lpips": 0.871725857257843, + "ssim": 0.027957802638411522 + }, + "frames_250_275": { + "mse": 0.2620820105075836, + "psnr": 5.816829204559326, + "lpips": 0.8431892395019531, + "ssim": 0.028771433979272842 + }, + "frames_275_300": { + "mse": 0.2876527011394501, + "psnr": 5.411676406860352, + "lpips": 0.8274467587471008, + "ssim": 0.025966482236981392 + }, + "overall": { + "mse": 0.2124950885772705, + "psnr": 6.926519393920898, + "lpips": 0.8820255398750305, + "ssim": 0.036055535078048706 + }, + "forward": { + "mse": 0.17960220575332642, + "psnr": 7.889523983001709, + "lpips": 0.9211198687553406, + "ssim": 0.05102379247546196 + }, + "return": { + "mse": 0.22894151508808136, + "psnr": 6.445018291473389, + "lpips": 0.8624782562255859, + "ssim": 0.028571411967277527 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/case.json new file mode 100644 index 0000000000000000000000000000000000000000..23c61bf8035e406a9d7e1ee6735b71d81c0b7717 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "31", + "metadata_index": "2394", + "scene_id": "579983b1a3881a69", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2394007189, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2915.009238091996, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..c5c7aaf9785b5e821c338080149e338f0b03f8cf --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05128f9d1422a241e69d31ff8c40e780e2afd90aa49de8bd2d3acd7980cc6dc +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..086767db761124523969f7eb665c2795c7004465 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "31", + "metadata_index": "2394", + "scene_id": "579983b1a3881a69", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2394007189, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.0695970207452774, + "psnr": 14.598857879638672, + "lpips": 0.5813179016113281, + "ssim": 0.30632975697517395 + }, + "frames_025_050": { + "mse": 0.1485135704278946, + "psnr": 8.283902168273926, + "lpips": 0.9931308031082153, + "ssim": 0.020140284672379494 + }, + "frames_050_075": { + "mse": 0.16303084790706635, + "psnr": 7.878511905670166, + "lpips": 1.0170589685440063, + "ssim": 0.01620875671505928 + }, + "frames_075_100": { + "mse": 0.2668543756008148, + "psnr": 5.940095901489258, + "lpips": 0.8879591226577759, + "ssim": 0.09602559357881546 + }, + "frames_100_125": { + "mse": 0.18938609957695007, + "psnr": 7.226906776428223, + "lpips": 1.0535463094711304, + "ssim": 0.010465838946402073 + }, + "frames_125_150": { + "mse": 0.20679843425750732, + "psnr": 6.853569507598877, + "lpips": 1.0516810417175293, + "ssim": 0.015615872107446194 + }, + "frames_150_175": { + "mse": 0.25620129704475403, + "psnr": 5.920626163482666, + "lpips": 0.9150489568710327, + "ssim": 0.041788846254348755 + }, + "frames_175_200": { + "mse": 0.28444230556488037, + "psnr": 5.462279796600342, + "lpips": 0.8980796933174133, + "ssim": 0.03907845541834831 + }, + "frames_200_225": { + "mse": 0.30076947808265686, + "psnr": 5.222314357757568, + "lpips": 0.8990786075592041, + "ssim": 0.03635948523879051 + }, + "frames_225_250": { + "mse": 0.307901531457901, + "psnr": 5.116115570068359, + "lpips": 1.0114021301269531, + "ssim": 0.01792309246957302 + }, + "frames_250_275": { + "mse": 0.2922455072402954, + "psnr": 5.346560001373291, + "lpips": 1.0657449960708618, + "ssim": 0.028460713103413582 + }, + "frames_275_300": { + "mse": 0.25174081325531006, + "psnr": 5.996606826782227, + "lpips": 1.027658224105835, + "ssim": 0.023586418479681015 + }, + "overall": { + "mse": 0.22812344133853912, + "psnr": 6.9871954917907715, + "lpips": 0.9501422047615051, + "ssim": 0.054331932216882706 + }, + "forward": { + "mse": 0.1619989573955536, + "psnr": 9.175341606140137, + "lpips": 0.8698667287826538, + "ssim": 0.10967610031366348 + }, + "return": { + "mse": 0.2611856758594513, + "psnr": 5.893122673034668, + "lpips": 0.9902799129486084, + "ssim": 0.02665983885526657 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/case.json new file mode 100644 index 0000000000000000000000000000000000000000..1f15bb8675c4d19c18dec8751a9da080b95427fc --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "54", + "metadata_index": "2405", + "scene_id": "57ed3518c548f1d9", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2405007222, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2926.845013865968, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..e8d432452c6c58b84f69540765dc7fcf8057944f --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e2381283fc910938a7c7616dd10d075e00d0b7d92ab6f3ec8858a3e3f70ff5 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..bd1460b3e4ef7810f66db964396a5c98faa5afc0 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "54", + "metadata_index": "2405", + "scene_id": "57ed3518c548f1d9", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2405007222, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07354441285133362, + "psnr": 13.32093620300293, + "lpips": 0.602583646774292, + "ssim": 0.2789881229400635 + }, + "frames_025_050": { + "mse": 0.1410735696554184, + "psnr": 8.506580352783203, + "lpips": 0.967760443687439, + "ssim": 0.02218347042798996 + }, + "frames_050_075": { + "mse": 0.14212748408317566, + "psnr": 8.478848457336426, + "lpips": 1.0020403861999512, + "ssim": 0.023043833673000336 + }, + "frames_075_100": { + "mse": 0.1849673092365265, + "psnr": 7.349910259246826, + "lpips": 0.866568922996521, + "ssim": 0.0388898141682148 + }, + "frames_100_125": { + "mse": 0.2009214460849762, + "psnr": 6.971120834350586, + "lpips": 0.8600607514381409, + "ssim": 0.02668088488280773 + }, + "frames_125_150": { + "mse": 0.2219855934381485, + "psnr": 6.539146900177002, + "lpips": 0.863677978515625, + "ssim": 0.033594612032175064 + }, + "frames_150_175": { + "mse": 0.2546205222606659, + "psnr": 5.942618370056152, + "lpips": 0.8679558634757996, + "ssim": 0.0335695706307888 + }, + "frames_175_200": { + "mse": 0.2907557785511017, + "psnr": 5.36588191986084, + "lpips": 0.8866468071937561, + "ssim": 0.03124270960688591 + }, + "frames_200_225": { + "mse": 0.29797956347465515, + "psnr": 5.2623395919799805, + "lpips": 0.9119350910186768, + "ssim": 0.027954988181591034 + }, + "frames_225_250": { + "mse": 0.27496474981307983, + "psnr": 5.616760730743408, + "lpips": 0.8919993042945862, + "ssim": 0.03196372091770172 + }, + "frames_250_275": { + "mse": 0.23918895423412323, + "psnr": 6.2133259773254395, + "lpips": 0.8735468983650208, + "ssim": 0.02452201396226883 + }, + "frames_275_300": { + "mse": 0.24666839838027954, + "psnr": 6.080732345581055, + "lpips": 0.8858086466789246, + "ssim": 0.04045058414340019 + }, + "overall": { + "mse": 0.21406646072864532, + "psnr": 7.137350082397461, + "lpips": 0.8733821511268616, + "ssim": 0.051090359687805176 + }, + "forward": { + "mse": 0.13542819023132324, + "psnr": 9.414068222045898, + "lpips": 0.8597384095191956, + "ssim": 0.09077630937099457 + }, + "return": { + "mse": 0.25338563323020935, + "psnr": 5.998990535736084, + "lpips": 0.8802038431167603, + "ssim": 0.03124738670885563 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/case.json new file mode 100644 index 0000000000000000000000000000000000000000..fc93a5473f867a7584336e62fa650ab2b86a24f8 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "58", + "metadata_index": "2470", + "scene_id": "599619a790d2b77d", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2470007417, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2913.953711014008, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..0bc3dbc94def4145fee0a8ed912745fdd41b610d --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf9cfea2dc159eee127cd5e004254949a2ccf02394d0c5c3c77eacda41af2530 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6f62d9ffed40ef7701e1523537463263d1d6d5dd --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "58", + "metadata_index": "2470", + "scene_id": "599619a790d2b77d", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2470007417, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.08649440109729767, + "psnr": 13.248600006103516, + "lpips": 0.6728621125221252, + "ssim": 0.23477806150913239 + }, + "frames_025_050": { + "mse": 0.19237560033798218, + "psnr": 7.1734700202941895, + "lpips": 1.0008964538574219, + "ssim": 0.012021222151815891 + }, + "frames_050_075": { + "mse": 0.2154807448387146, + "psnr": 6.695941925048828, + "lpips": 0.8862296342849731, + "ssim": 0.16233450174331665 + }, + "frames_075_100": { + "mse": 0.20854906737804413, + "psnr": 6.817958354949951, + "lpips": 0.8385040760040283, + "ssim": 0.15787625312805176 + }, + "frames_100_125": { + "mse": 0.2608873248100281, + "psnr": 5.848992824554443, + "lpips": 1.0130754709243774, + "ssim": 0.011348252184689045 + }, + "frames_125_150": { + "mse": 0.2743470072746277, + "psnr": 5.618124008178711, + "lpips": 0.9273654222488403, + "ssim": 0.04336205869913101 + }, + "frames_150_175": { + "mse": 0.2498047649860382, + "psnr": 6.025643348693848, + "lpips": 0.9086575508117676, + "ssim": 0.05443338304758072 + }, + "frames_175_200": { + "mse": 0.2554810643196106, + "psnr": 5.928201675415039, + "lpips": 0.9149932861328125, + "ssim": 0.036914702504873276 + }, + "frames_200_225": { + "mse": 0.24283035099506378, + "psnr": 6.1486124992370605, + "lpips": 0.9103450775146484, + "ssim": 0.020325124263763428 + }, + "frames_225_250": { + "mse": 0.23286490142345428, + "psnr": 6.3317718505859375, + "lpips": 0.9283991456031799, + "ssim": 0.02271619252860546 + }, + "frames_250_275": { + "mse": 0.21056310832500458, + "psnr": 6.766801834106445, + "lpips": 0.9290890693664551, + "ssim": 0.03575821593403816 + }, + "frames_275_300": { + "mse": 0.19335311651229858, + "psnr": 7.139052867889404, + "lpips": 0.8938279747962952, + "ssim": 0.029885919764637947 + }, + "overall": { + "mse": 0.21858593821525574, + "psnr": 6.978597640991211, + "lpips": 0.9020204544067383, + "ssim": 0.0684794932603836 + }, + "forward": { + "mse": 0.17572496831417084, + "psnr": 8.483992576599121, + "lpips": 0.8496229648590088, + "ssim": 0.14175252616405487 + }, + "return": { + "mse": 0.24001644551753998, + "psnr": 6.225900173187256, + "lpips": 0.9282191395759583, + "ssim": 0.03184298053383827 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5a2c2af8cf1765b2/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5a2c2af8cf1765b2/case.json new file mode 100644 index 0000000000000000000000000000000000000000..f25606bf83cceaaf3d54034e5ca4aa6a3ad4cd38 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5a2c2af8cf1765b2/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "85", + "metadata_index": "2483", + "scene_id": "5a2c2af8cf1765b2", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2483007456, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.5827664649114, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5a2c2af8cf1765b2/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5a2c2af8cf1765b2/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..3b9046a2c3e3fb583dbb7929d2e1b00022838d44 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5a2c2af8cf1765b2/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6feca98e3cd0a7cd11ce3218f3907bf782990ad351c24247dee08ca8127017 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5a2c2af8cf1765b2/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5a2c2af8cf1765b2/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..69074ea05c6057726ab0d7daf2e045f1eb498bb1 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5a2c2af8cf1765b2/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "85", + "metadata_index": "2483", + "scene_id": "5a2c2af8cf1765b2", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2483007456, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.09057103842496872, + "psnr": 12.12948226928711, + "lpips": 0.5848974585533142, + "ssim": 0.1860789656639099 + }, + "frames_025_050": { + "mse": 0.1743553876876831, + "psnr": 7.599251747131348, + "lpips": 0.9158527255058289, + "ssim": 0.014967130497097969 + }, + "frames_050_075": { + "mse": 0.22348201274871826, + "psnr": 6.516542434692383, + "lpips": 0.9699366092681885, + "ssim": 0.018737947568297386 + }, + "frames_075_100": { + "mse": 0.24963949620723724, + "psnr": 6.044477462768555, + "lpips": 0.880912184715271, + "ssim": 0.06511889398097992 + }, + "frames_100_125": { + "mse": 0.21896150708198547, + "psnr": 6.62490177154541, + "lpips": 0.8714537024497986, + "ssim": 0.05281800404191017 + }, + "frames_125_150": { + "mse": 0.242285817861557, + "psnr": 6.157200336456299, + "lpips": 0.8845762014389038, + "ssim": 0.028641659766435623 + }, + "frames_150_175": { + "mse": 0.232984259724617, + "psnr": 6.328768730163574, + "lpips": 0.870221734046936, + "ssim": 0.04273885115981102 + }, + "frames_175_200": { + "mse": 0.21587425470352173, + "psnr": 6.658019542694092, + "lpips": 0.8764861822128296, + "ssim": 0.04423115774989128 + }, + "frames_200_225": { + "mse": 0.22058027982711792, + "psnr": 6.564847946166992, + "lpips": 0.9106704592704773, + "ssim": 0.0522572323679924 + }, + "frames_225_250": { + "mse": 0.23288404941558838, + "psnr": 6.328847885131836, + "lpips": 0.9583045244216919, + "ssim": 0.02840624377131462 + }, + "frames_250_275": { + "mse": 0.23593954741954803, + "psnr": 6.272768974304199, + "lpips": 0.9779494404792786, + "ssim": 0.031139418482780457 + }, + "frames_275_300": { + "mse": 0.2428852915763855, + "psnr": 6.146834850311279, + "lpips": 1.0058622360229492, + "ssim": 0.022515354678034782 + }, + "overall": { + "mse": 0.21503689885139465, + "psnr": 6.947661876678467, + "lpips": 0.8922603130340576, + "ssim": 0.04897090420126915 + }, + "forward": { + "mse": 0.18451198935508728, + "psnr": 8.072437286376953, + "lpips": 0.8378998041152954, + "ssim": 0.07122573256492615 + }, + "return": { + "mse": 0.23029935359954834, + "psnr": 6.385273456573486, + "lpips": 0.9194406270980835, + "ssim": 0.0378434881567955 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5c30afe4faa45992/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5c30afe4faa45992/case.json new file mode 100644 index 0000000000000000000000000000000000000000..a2ffe288e751da046f15cd62fe7eb8b7a8bf9435 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5c30afe4faa45992/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "45", + "metadata_index": "2533", + "scene_id": "5c30afe4faa45992", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2533007606, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.5693283108994, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5c30afe4faa45992/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5c30afe4faa45992/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..9a08e818f128a6599caebf20d684f42b41da0e73 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5c30afe4faa45992/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb87d3edabbfcbd348fcc2c1da8a92ec17df0514894116018196667513c73b71 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5c30afe4faa45992/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5c30afe4faa45992/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ad3fb61dd7f7d445d6136751a52c8195170978f4 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5c30afe4faa45992/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "45", + "metadata_index": "2533", + "scene_id": "5c30afe4faa45992", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2533007606, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.12310925126075745, + "psnr": 10.164348602294922, + "lpips": 0.7429117560386658, + "ssim": 0.17215703427791595 + }, + "frames_025_050": { + "mse": 0.19967421889305115, + "psnr": 7.00263786315918, + "lpips": 0.9006765484809875, + "ssim": 0.04192660003900528 + }, + "frames_050_075": { + "mse": 0.25148773193359375, + "psnr": 6.014444351196289, + "lpips": 0.9053311347961426, + "ssim": 0.09023945033550262 + }, + "frames_075_100": { + "mse": 0.26353973150253296, + "psnr": 5.8133769035339355, + "lpips": 0.9128690361976624, + "ssim": 0.07927876710891724 + }, + "frames_100_125": { + "mse": 0.29034891724586487, + "psnr": 5.381641387939453, + "lpips": 0.974606990814209, + "ssim": 0.02137608826160431 + }, + "frames_125_150": { + "mse": 0.27206870913505554, + "psnr": 5.662052154541016, + "lpips": 0.9514258503913879, + "ssim": 0.05947760120034218 + }, + "frames_150_175": { + "mse": 0.2799016237258911, + "psnr": 5.531773090362549, + "lpips": 0.9563466906547546, + "ssim": 0.03993285074830055 + }, + "frames_175_200": { + "mse": 0.27892330288887024, + "psnr": 5.547687530517578, + "lpips": 0.9234150648117065, + "ssim": 0.032540809363126755 + }, + "frames_200_225": { + "mse": 0.28488093614578247, + "psnr": 5.454711437225342, + "lpips": 0.9225302934646606, + "ssim": 0.028377166017889977 + }, + "frames_225_250": { + "mse": 0.2884802520275116, + "psnr": 5.399667739868164, + "lpips": 0.9288976192474365, + "ssim": 0.024891220033168793 + }, + "frames_250_275": { + "mse": 0.27000096440315247, + "psnr": 5.691888332366943, + "lpips": 0.9284692406654358, + "ssim": 0.036136921495199203 + }, + "frames_275_300": { + "mse": 0.2725983262062073, + "psnr": 5.648092746734619, + "lpips": 0.918468177318573, + "ssim": 0.03940194845199585 + }, + "overall": { + "mse": 0.25625118613243103, + "psnr": 6.109360218048096, + "lpips": 0.9138290286064148, + "ssim": 0.055478040128946304 + }, + "forward": { + "mse": 0.20945274829864502, + "psnr": 7.248702526092529, + "lpips": 0.8654471039772034, + "ssim": 0.09590046852827072 + }, + "return": { + "mse": 0.27965039014816284, + "psnr": 5.539690017700195, + "lpips": 0.9380199909210205, + "ssim": 0.035266827791929245 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3888256b80fb8d/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3888256b80fb8d/case.json new file mode 100644 index 0000000000000000000000000000000000000000..30ee71047ebf9e6c82c6f147c9cef5c74d0ceb0a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3888256b80fb8d/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "56", + "metadata_index": "2563", + "scene_id": "5d3888256b80fb8d", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2563007696, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2901.5290382129606, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3888256b80fb8d/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3888256b80fb8d/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..18435cf8e31c4a8ccf89642e8b0ddb1ef6f30cae --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3888256b80fb8d/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d16a0da0751188b54f73ed959963668b374d412bab6360f18acb3e91a483c24 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3888256b80fb8d/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3888256b80fb8d/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b294203fc7b8b6286ac519b4b13fc6098365f405 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3888256b80fb8d/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "56", + "metadata_index": "2563", + "scene_id": "5d3888256b80fb8d", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2563007696, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.08877281844615936, + "psnr": 12.781458854675293, + "lpips": 0.6678670644760132, + "ssim": 0.22270555794239044 + }, + "frames_025_050": { + "mse": 0.16079410910606384, + "psnr": 7.942154407501221, + "lpips": 1.047257661819458, + "ssim": 0.010686197318136692 + }, + "frames_050_075": { + "mse": 0.180503249168396, + "psnr": 7.438360214233398, + "lpips": 1.061252474784851, + "ssim": 0.01115725189447403 + }, + "frames_075_100": { + "mse": 0.17178907990455627, + "psnr": 7.656686305999756, + "lpips": 0.9365354180335999, + "ssim": 0.059579528868198395 + }, + "frames_100_125": { + "mse": 0.16412857174873352, + "psnr": 7.856560230255127, + "lpips": 0.8946830630302429, + "ssim": 0.023967724293470383 + }, + "frames_125_150": { + "mse": 0.19794104993343353, + "psnr": 7.040363788604736, + "lpips": 0.9565240740776062, + "ssim": 0.026855014264583588 + }, + "frames_150_175": { + "mse": 0.22330507636070251, + "psnr": 6.512056350708008, + "lpips": 0.9607647657394409, + "ssim": 0.043118786066770554 + }, + "frames_175_200": { + "mse": 0.24007409811019897, + "psnr": 6.198258876800537, + "lpips": 0.9538854360580444, + "ssim": 0.034351665526628494 + }, + "frames_200_225": { + "mse": 0.25387391448020935, + "psnr": 5.957187652587891, + "lpips": 0.9448361992835999, + "ssim": 0.03731255233287811 + }, + "frames_225_250": { + "mse": 0.24981790781021118, + "psnr": 6.035248279571533, + "lpips": 0.9415030479431152, + "ssim": 0.033997565507888794 + }, + "frames_250_275": { + "mse": 0.20782575011253357, + "psnr": 6.82511043548584, + "lpips": 0.9302179217338562, + "ssim": 0.02690962143242359 + }, + "frames_275_300": { + "mse": 0.20139074325561523, + "psnr": 6.960075855255127, + "lpips": 0.9081573486328125, + "ssim": 0.03158913925290108 + }, + "overall": { + "mse": 0.19501803815364838, + "psnr": 7.433626174926758, + "lpips": 0.9336236715316772, + "ssim": 0.04685255140066147 + }, + "forward": { + "mse": 0.15046481788158417, + "psnr": 8.954665184020996, + "lpips": 0.9282280802726746, + "ssim": 0.0760321319103241 + }, + "return": { + "mse": 0.2172946333885193, + "psnr": 6.673107147216797, + "lpips": 0.9363215565681458, + "ssim": 0.032262757420539856 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3c7dd9db5e495a/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3c7dd9db5e495a/case.json new file mode 100644 index 0000000000000000000000000000000000000000..988d26aa37f84d27a9d83549d8f5cc8d70c25908 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3c7dd9db5e495a/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "91", + "metadata_index": "2564", + "scene_id": "5d3c7dd9db5e495a", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2564007699, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2911.9514086130075, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3c7dd9db5e495a/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3c7dd9db5e495a/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..e5ab16ef0e7bdb40921e17aec08ed722b6d18558 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3c7dd9db5e495a/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0ad63e0fb6f217c9c31c07ac3c55fd0049dae7d520bbf0dd505c376e327c4ec +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3c7dd9db5e495a/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3c7dd9db5e495a/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..beb25e8ca0f20257b55ff29a69695024c95678ef --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5d3c7dd9db5e495a/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "91", + "metadata_index": "2564", + "scene_id": "5d3c7dd9db5e495a", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2564007699, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.09013208746910095, + "psnr": 12.484819412231445, + "lpips": 0.7025143504142761, + "ssim": 0.19746753573417664 + }, + "frames_025_050": { + "mse": 0.1775907278060913, + "psnr": 7.520736217498779, + "lpips": 0.988289475440979, + "ssim": 0.027251288294792175 + }, + "frames_050_075": { + "mse": 0.20699794590473175, + "psnr": 6.857097148895264, + "lpips": 0.8505675792694092, + "ssim": 0.059272363781929016 + }, + "frames_075_100": { + "mse": 0.20791743695735931, + "psnr": 6.821720600128174, + "lpips": 0.8607212901115417, + "ssim": 0.04030881077051163 + }, + "frames_100_125": { + "mse": 0.21049365401268005, + "psnr": 6.768255233764648, + "lpips": 0.8443415760993958, + "ssim": 0.0647168755531311 + }, + "frames_125_150": { + "mse": 0.2133919894695282, + "psnr": 6.709256649017334, + "lpips": 0.8753519654273987, + "ssim": 0.05924515798687935 + }, + "frames_150_175": { + "mse": 0.2208268940448761, + "psnr": 6.5604567527771, + "lpips": 0.877707302570343, + "ssim": 0.06977051496505737 + }, + "frames_175_200": { + "mse": 0.21741940081119537, + "psnr": 6.627558708190918, + "lpips": 0.8589611053466797, + "ssim": 0.07695488631725311 + }, + "frames_200_225": { + "mse": 0.21700458228588104, + "psnr": 6.635598182678223, + "lpips": 0.8707899451255798, + "ssim": 0.08067615330219269 + }, + "frames_225_250": { + "mse": 0.21495957672595978, + "psnr": 6.6765947341918945, + "lpips": 0.881283164024353, + "ssim": 0.06760960817337036 + }, + "frames_250_275": { + "mse": 0.21438518166542053, + "psnr": 6.689783096313477, + "lpips": 0.8622616529464722, + "ssim": 0.09096015989780426 + }, + "frames_275_300": { + "mse": 0.20396922528743744, + "psnr": 6.906620025634766, + "lpips": 0.8869384527206421, + "ssim": 0.05096392333507538 + }, + "overall": { + "mse": 0.19959072768688202, + "psnr": 7.271541118621826, + "lpips": 0.8633105754852295, + "ssim": 0.07376644015312195 + }, + "forward": { + "mse": 0.17065954208374023, + "psnr": 8.421093940734863, + "lpips": 0.8505231738090515, + "ssim": 0.08107499778270721 + }, + "return": { + "mse": 0.21405631303787231, + "psnr": 6.696764945983887, + "lpips": 0.8697043657302856, + "ssim": 0.07011215388774872 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/6c376c523531fd19/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/6c376c523531fd19/case.json new file mode 100644 index 0000000000000000000000000000000000000000..a9517a8de89aa3f32bfcf6410637194b9bde08f4 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/6c376c523531fd19/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "71", + "metadata_index": "2987", + "scene_id": "6c376c523531fd19", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 2987008968, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2914.3544788758736, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/6c376c523531fd19/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/6c376c523531fd19/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..5b5c494d34ea6e26655bbe54ba32988464058273 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/6c376c523531fd19/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b610295f927ff7de1fb5bece8541da4a71db6769124c2c36b824e20243534f36 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/6c376c523531fd19/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/6c376c523531fd19/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..1b94c88c5bce3f30a86d1a5f14a8fda353bae8a4 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/6c376c523531fd19/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "71", + "metadata_index": "2987", + "scene_id": "6c376c523531fd19", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 2987008968, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.09835771471261978, + "psnr": 10.994171142578125, + "lpips": 0.6257540583610535, + "ssim": 0.11002128571271896 + }, + "frames_025_050": { + "mse": 0.18133659660816193, + "psnr": 7.44954776763916, + "lpips": 0.8958388566970825, + "ssim": 0.01669466681778431 + }, + "frames_050_075": { + "mse": 0.24207134544849396, + "psnr": 6.163532733917236, + "lpips": 0.8729085326194763, + "ssim": 0.022463273257017136 + }, + "frames_075_100": { + "mse": 0.2539691925048828, + "psnr": 5.954977035522461, + "lpips": 0.8145073652267456, + "ssim": 0.04397397115826607 + }, + "frames_100_125": { + "mse": 0.24691610038280487, + "psnr": 6.077770233154297, + "lpips": 0.8159793019294739, + "ssim": 0.03029596619307995 + }, + "frames_125_150": { + "mse": 0.24419347941875458, + "psnr": 6.134687423706055, + "lpips": 0.814373791217804, + "ssim": 0.02442590892314911 + }, + "frames_150_175": { + "mse": 0.22016046941280365, + "psnr": 6.574578285217285, + "lpips": 0.8475502729415894, + "ssim": 0.026248477399349213 + }, + "frames_175_200": { + "mse": 0.19012784957885742, + "psnr": 7.2119574546813965, + "lpips": 0.8796506524085999, + "ssim": 0.04919426888227463 + }, + "frames_200_225": { + "mse": 0.20683588087558746, + "psnr": 6.850247383117676, + "lpips": 0.8879294395446777, + "ssim": 0.03681313991546631 + }, + "frames_225_250": { + "mse": 0.19598466157913208, + "psnr": 7.079669952392578, + "lpips": 0.8613539934158325, + "ssim": 0.02851009927690029 + }, + "frames_250_275": { + "mse": 0.2246815711259842, + "psnr": 6.547056198120117, + "lpips": 0.8404389023780823, + "ssim": 0.02331109717488289 + }, + "frames_275_300": { + "mse": 0.25904399156570435, + "psnr": 5.896806716918945, + "lpips": 0.9209480881690979, + "ssim": 0.0385100282728672 + }, + "overall": { + "mse": 0.21363991498947144, + "psnr": 6.911250114440918, + "lpips": 0.8397694230079651, + "ssim": 0.03753851726651192 + }, + "forward": { + "mse": 0.19393371045589447, + "psnr": 7.640557289123535, + "lpips": 0.8022521138191223, + "ssim": 0.04828829690814018 + }, + "return": { + "mse": 0.22349298000335693, + "psnr": 6.546596527099609, + "lpips": 0.8585279583930969, + "ssim": 0.032163623720407486 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7215c47789bfed66/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7215c47789bfed66/case.json new file mode 100644 index 0000000000000000000000000000000000000000..ab95ad7f3a6b00c0eee073436ba2c03bb0045fc7 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7215c47789bfed66/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "73", + "metadata_index": "3128", + "scene_id": "7215c47789bfed66", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 3128009391, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2916.795339962002, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7215c47789bfed66/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7215c47789bfed66/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..2fab60ba90a891dad5c718d2ba3d17ced7369e20 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7215c47789bfed66/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8073d4081c092e358389575b266c0ee18d7d4e67ad4e9e15e9b292a111abb795 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7215c47789bfed66/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7215c47789bfed66/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a31fa8f9def35507f42899d22c6652dd100f76f0 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7215c47789bfed66/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "73", + "metadata_index": "3128", + "scene_id": "7215c47789bfed66", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 3128009391, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.059858351945877075, + "psnr": 15.356197357177734, + "lpips": 0.6143453121185303, + "ssim": 0.2878999710083008 + }, + "frames_025_050": { + "mse": 0.1477832943201065, + "psnr": 8.31238079071045, + "lpips": 1.0249834060668945, + "ssim": 0.017963659018278122 + }, + "frames_050_075": { + "mse": 0.1871863156557083, + "psnr": 7.293834209442139, + "lpips": 1.0052897930145264, + "ssim": 0.017844026908278465 + }, + "frames_075_100": { + "mse": 0.19218215346336365, + "psnr": 7.169164657592773, + "lpips": 0.8743367195129395, + "ssim": 0.045056380331516266 + }, + "frames_100_125": { + "mse": 0.22399798035621643, + "psnr": 6.510369300842285, + "lpips": 0.8810591697692871, + "ssim": 0.021032188087701797 + }, + "frames_125_150": { + "mse": 0.23087289929389954, + "psnr": 6.371117115020752, + "lpips": 0.8683152198791504, + "ssim": 0.03443490341305733 + }, + "frames_150_175": { + "mse": 0.21126329898834229, + "psnr": 6.7558183670043945, + "lpips": 0.9085053205490112, + "ssim": 0.039274729788303375 + }, + "frames_175_200": { + "mse": 0.17933151125907898, + "psnr": 7.47509765625, + "lpips": 0.9516184329986572, + "ssim": 0.03209381550550461 + }, + "frames_200_225": { + "mse": 0.17062757909297943, + "psnr": 7.684511661529541, + "lpips": 0.9802966117858887, + "ssim": 0.03650296479463577 + }, + "frames_225_250": { + "mse": 0.22529655694961548, + "psnr": 6.534348011016846, + "lpips": 0.9371270537376404, + "ssim": 0.03696982190012932 + }, + "frames_250_275": { + "mse": 0.2648947238922119, + "psnr": 5.770127773284912, + "lpips": 0.9270814657211304, + "ssim": 0.030650073662400246 + }, + "frames_275_300": { + "mse": 0.2768881916999817, + "psnr": 5.582879066467285, + "lpips": 0.9542610049247742, + "ssim": 0.025654613971710205 + }, + "overall": { + "mse": 0.19751524925231934, + "psnr": 7.567987442016602, + "lpips": 0.9106016159057617, + "ssim": 0.052114758640527725 + }, + "forward": { + "mse": 0.14675253629684448, + "psnr": 9.532893180847168, + "lpips": 0.8797387480735779, + "ssim": 0.09219101071357727 + }, + "return": { + "mse": 0.22289659082889557, + "psnr": 6.58553409576416, + "lpips": 0.9260330200195312, + "ssim": 0.0320766419172287 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/72c8c1a0b4d0a5da/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/72c8c1a0b4d0a5da/case.json new file mode 100644 index 0000000000000000000000000000000000000000..71a409a60923abf5ab7b42068fb6b7ece559d117 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/72c8c1a0b4d0a5da/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "9", + "metadata_index": "3149", + "scene_id": "72c8c1a0b4d0a5da", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 3149009454, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2910.17916980898, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/72c8c1a0b4d0a5da/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/72c8c1a0b4d0a5da/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..406f565c35f9a60b363df0ecda125abcd0e01017 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/72c8c1a0b4d0a5da/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e7f70d73416e9102346ac5136f09469aa64b20c5f32cd53204162bc64b4a87c +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/72c8c1a0b4d0a5da/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/72c8c1a0b4d0a5da/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..10b0611e9a0236a40a847bb501505f42059775b5 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/72c8c1a0b4d0a5da/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "9", + "metadata_index": "3149", + "scene_id": "72c8c1a0b4d0a5da", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 3149009454, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.16149726510047913, + "psnr": 8.400642395019531, + "lpips": 0.7025456428527832, + "ssim": 0.049403753131628036 + }, + "frames_025_050": { + "mse": 0.204729363322258, + "psnr": 6.888519287109375, + "lpips": 0.9489855766296387, + "ssim": 0.007729148957878351 + }, + "frames_050_075": { + "mse": 0.22085817158222198, + "psnr": 6.563442230224609, + "lpips": 0.9893765449523926, + "ssim": 0.009710073471069336 + }, + "frames_075_100": { + "mse": 0.21946437656879425, + "psnr": 6.603728771209717, + "lpips": 0.9116742610931396, + "ssim": 0.059116676449775696 + }, + "frames_100_125": { + "mse": 0.22151973843574524, + "psnr": 6.550154209136963, + "lpips": 0.8948407173156738, + "ssim": 0.02521403878927231 + }, + "frames_125_150": { + "mse": 0.22337329387664795, + "psnr": 6.511285305023193, + "lpips": 0.8754865527153015, + "ssim": 0.030041828751564026 + }, + "frames_150_175": { + "mse": 0.2219197303056717, + "psnr": 6.538112640380859, + "lpips": 0.8745604157447815, + "ssim": 0.023697257041931152 + }, + "frames_175_200": { + "mse": 0.22772841155529022, + "psnr": 6.42660665512085, + "lpips": 0.8636333346366882, + "ssim": 0.027890769764780998 + }, + "frames_200_225": { + "mse": 0.22853617370128632, + "psnr": 6.410690784454346, + "lpips": 0.8517004251480103, + "ssim": 0.029981879517436028 + }, + "frames_225_250": { + "mse": 0.23497219383716583, + "psnr": 6.2899169921875, + "lpips": 0.8423815369606018, + "ssim": 0.026745572686195374 + }, + "frames_250_275": { + "mse": 0.24285286664962769, + "psnr": 6.147202014923096, + "lpips": 0.8641813397407532, + "ssim": 0.029516415670514107 + }, + "frames_275_300": { + "mse": 0.2518928647041321, + "psnr": 5.987878322601318, + "lpips": 0.8557203412055969, + "ssim": 0.03381441533565521 + }, + "overall": { + "mse": 0.22161203622817993, + "psnr": 6.6098480224609375, + "lpips": 0.8729239702224731, + "ssim": 0.029405152425169945 + }, + "forward": { + "mse": 0.20163731276988983, + "psnr": 7.114083290100098, + "lpips": 0.8881455063819885, + "ssim": 0.031489916145801544 + }, + "return": { + "mse": 0.23159940540790558, + "psnr": 6.357730865478516, + "lpips": 0.8653130531311035, + "ssim": 0.02836276963353157 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/756c2bdfad5cdd55/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/756c2bdfad5cdd55/case.json new file mode 100644 index 0000000000000000000000000000000000000000..be57fb53d1aa206560c87e6de6dd392b9e9c29ea --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/756c2bdfad5cdd55/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "93", + "metadata_index": "3230", + "scene_id": "756c2bdfad5cdd55", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 3230009697, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.3965885289945, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/756c2bdfad5cdd55/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/756c2bdfad5cdd55/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..bfba4a429cc8ab9e53c9ad65acfe43de9aeb3c2e --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/756c2bdfad5cdd55/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ff7803fcd23a2a7eb4288b71d37f8438ac60b3e9cfbfe34c8864a3778d13d46 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/756c2bdfad5cdd55/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/756c2bdfad5cdd55/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6f3f10baa0bc42efec6f748ca8bf61af12e5eeae --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/756c2bdfad5cdd55/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "93", + "metadata_index": "3230", + "scene_id": "756c2bdfad5cdd55", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 3230009697, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.046151190996170044, + "psnr": 15.903528213500977, + "lpips": 0.47639545798301697, + "ssim": 0.3393648862838745 + }, + "frames_025_050": { + "mse": 0.15961381793022156, + "psnr": 8.030350685119629, + "lpips": 0.8976757526397705, + "ssim": 0.033840328454971313 + }, + "frames_050_075": { + "mse": 0.19938868284225464, + "psnr": 7.021111965179443, + "lpips": 0.8910305500030518, + "ssim": 0.0318312868475914 + }, + "frames_075_100": { + "mse": 0.1894538849592209, + "psnr": 7.228795051574707, + "lpips": 0.8625524640083313, + "ssim": 0.046558964997529984 + }, + "frames_100_125": { + "mse": 0.19276680052280426, + "psnr": 7.158053398132324, + "lpips": 0.9009988903999329, + "ssim": 0.03742310404777527 + }, + "frames_125_150": { + "mse": 0.19744648039340973, + "psnr": 7.050427436828613, + "lpips": 0.9127223491668701, + "ssim": 0.04463951289653778 + }, + "frames_150_175": { + "mse": 0.21062920987606049, + "psnr": 6.7677998542785645, + "lpips": 0.9187649488449097, + "ssim": 0.03920642286539078 + }, + "frames_175_200": { + "mse": 0.22931942343711853, + "psnr": 6.39578104019165, + "lpips": 0.9149532914161682, + "ssim": 0.04281415417790413 + }, + "frames_200_225": { + "mse": 0.24303968250751495, + "psnr": 6.148756504058838, + "lpips": 0.8972344398498535, + "ssim": 0.08382942527532578 + }, + "frames_225_250": { + "mse": 0.2173658311367035, + "psnr": 6.631864547729492, + "lpips": 0.9179508686065674, + "ssim": 0.07370994240045547 + }, + "frames_250_275": { + "mse": 0.2034129649400711, + "psnr": 6.917125701904297, + "lpips": 0.9352206587791443, + "ssim": 0.059535931795835495 + }, + "frames_275_300": { + "mse": 0.21218910813331604, + "psnr": 6.736551284790039, + "lpips": 0.9329383373260498, + "ssim": 0.033793944865465164 + }, + "overall": { + "mse": 0.19173142313957214, + "psnr": 7.6658453941345215, + "lpips": 0.8715364336967468, + "ssim": 0.0722123235464096 + }, + "forward": { + "mse": 0.1486518830060959, + "psnr": 9.54594612121582, + "lpips": 0.7819135785102844, + "ssim": 0.11289886385202408 + }, + "return": { + "mse": 0.21327118575572968, + "psnr": 6.725794792175293, + "lpips": 0.9163479804992676, + "ssim": 0.05186905339360237 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7a18ec7dc0bdf907/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7a18ec7dc0bdf907/case.json new file mode 100644 index 0000000000000000000000000000000000000000..5955fa3e3294356fb5b577d190e56c97268a4dce --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7a18ec7dc0bdf907/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "29", + "metadata_index": "3355", + "scene_id": "7a18ec7dc0bdf907", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 3355010072, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.8001535758376, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7a18ec7dc0bdf907/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7a18ec7dc0bdf907/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..083d47d8d3cca5acd56097adc651738319f9748b --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7a18ec7dc0bdf907/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784bb2004941983321a98018aaf02ac8c7846ea83694679634a5874b57ac39d1 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7a18ec7dc0bdf907/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7a18ec7dc0bdf907/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9a29a58ecb4ed67f420baa5da696343f8fc2eaca --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/7a18ec7dc0bdf907/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "29", + "metadata_index": "3355", + "scene_id": "7a18ec7dc0bdf907", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 3355010072, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.0795661136507988, + "psnr": 13.052712440490723, + "lpips": 0.6089794635772705, + "ssim": 0.24660058319568634 + }, + "frames_025_050": { + "mse": 0.21944905817508698, + "psnr": 6.640888214111328, + "lpips": 0.997772753238678, + "ssim": 0.01598934456706047 + }, + "frames_050_075": { + "mse": 0.2610844075679779, + "psnr": 5.942750930786133, + "lpips": 0.9310897588729858, + "ssim": 0.03184443712234497 + }, + "frames_075_100": { + "mse": 0.20750953257083893, + "psnr": 6.866555690765381, + "lpips": 0.9230968356132507, + "ssim": 0.02771267108619213 + }, + "frames_100_125": { + "mse": 0.20997528731822968, + "psnr": 6.7849602699279785, + "lpips": 0.9392041563987732, + "ssim": 0.026569902896881104 + }, + "frames_125_150": { + "mse": 0.2231176346540451, + "psnr": 6.558272838592529, + "lpips": 0.9841978549957275, + "ssim": 0.024427106603980064 + }, + "frames_150_175": { + "mse": 0.24083484709262848, + "psnr": 6.199496269226074, + "lpips": 0.9979504942893982, + "ssim": 0.028821175917983055 + }, + "frames_175_200": { + "mse": 0.23846638202667236, + "psnr": 6.231657028198242, + "lpips": 0.9716088175773621, + "ssim": 0.030363429337739944 + }, + "frames_200_225": { + "mse": 0.21433566510677338, + "psnr": 6.691180229187012, + "lpips": 0.949963390827179, + "ssim": 0.05472623184323311 + }, + "frames_225_250": { + "mse": 0.22479601204395294, + "psnr": 6.489288806915283, + "lpips": 0.906665563583374, + "ssim": 0.030882997438311577 + }, + "frames_250_275": { + "mse": 0.22161796689033508, + "psnr": 6.5457539558410645, + "lpips": 0.9176914095878601, + "ssim": 0.051522474735975266 + }, + "frames_275_300": { + "mse": 0.21544086933135986, + "psnr": 6.66678524017334, + "lpips": 0.9263370037078857, + "ssim": 0.08155251294374466 + }, + "overall": { + "mse": 0.21301615238189697, + "psnr": 7.055858612060547, + "lpips": 0.9212129712104797, + "ssim": 0.05425107851624489 + }, + "forward": { + "mse": 0.1919022798538208, + "psnr": 8.125727653503418, + "lpips": 0.8652346134185791, + "ssim": 0.08053676784038544 + }, + "return": { + "mse": 0.22357307374477386, + "psnr": 6.520924091339111, + "lpips": 0.9492023587226868, + "ssim": 0.041108228266239166 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/885c1a66b4025d94/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/885c1a66b4025d94/case.json new file mode 100644 index 0000000000000000000000000000000000000000..0c346ce34d4b8d0e4c487550356be662f5d42c9c --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/885c1a66b4025d94/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "55", + "metadata_index": "3770", + "scene_id": "885c1a66b4025d94", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 3770011317, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2914.9022289440036, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/885c1a66b4025d94/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/885c1a66b4025d94/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..8bc08ddfad5590b5b6e24e74c73dc227f4469149 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/885c1a66b4025d94/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a0031ae83a4678169f77d28ea082700efa88ac3f9e79b7e8d7c07f2a98b654 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/885c1a66b4025d94/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/885c1a66b4025d94/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..28551da196f11cbb6d52832e71f47b3287f555e1 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/885c1a66b4025d94/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "55", + "metadata_index": "3770", + "scene_id": "885c1a66b4025d94", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 3770011317, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.1332767903804779, + "psnr": 9.405916213989258, + "lpips": 1.0051316022872925, + "ssim": 0.060857463628053665 + }, + "frames_025_050": { + "mse": 0.18129418790340424, + "psnr": 7.4247894287109375, + "lpips": 1.094426155090332, + "ssim": 0.015895875170826912 + }, + "frames_050_075": { + "mse": 0.17459475994110107, + "psnr": 7.6047444343566895, + "lpips": 0.8897138237953186, + "ssim": 0.057989705353975296 + }, + "frames_075_100": { + "mse": 0.19443443417549133, + "psnr": 7.132333755493164, + "lpips": 0.9543004035949707, + "ssim": 0.016998428851366043 + }, + "frames_100_125": { + "mse": 0.17759975790977478, + "psnr": 7.515364170074463, + "lpips": 0.8813096880912781, + "ssim": 0.03039320558309555 + }, + "frames_125_150": { + "mse": 0.20156940817832947, + "psnr": 6.9571919441223145, + "lpips": 0.8989580273628235, + "ssim": 0.021664254367351532 + }, + "frames_150_175": { + "mse": 0.1984819918870926, + "psnr": 7.024333953857422, + "lpips": 0.8934186697006226, + "ssim": 0.059291161596775055 + }, + "frames_175_200": { + "mse": 0.1810874491930008, + "psnr": 7.4218034744262695, + "lpips": 0.8828242421150208, + "ssim": 0.07948329299688339 + }, + "frames_200_225": { + "mse": 0.17182862758636475, + "psnr": 7.6493754386901855, + "lpips": 0.8922777771949768, + "ssim": 0.04141213744878769 + }, + "frames_225_250": { + "mse": 0.17262479662895203, + "psnr": 7.629205703735352, + "lpips": 0.8819819688796997, + "ssim": 0.03258058428764343 + }, + "frames_250_275": { + "mse": 0.1741519570350647, + "psnr": 7.591003894805908, + "lpips": 0.8849797248840332, + "ssim": 0.03522501513361931 + }, + "frames_275_300": { + "mse": 0.1719939410686493, + "psnr": 7.645002365112305, + "lpips": 0.9006648063659668, + "ssim": 0.04366239905357361 + }, + "overall": { + "mse": 0.17774485051631927, + "psnr": 7.5834221839904785, + "lpips": 0.9216655492782593, + "ssim": 0.04128779470920563 + }, + "forward": { + "mse": 0.17090004682540894, + "psnr": 7.891946315765381, + "lpips": 0.9858930706977844, + "ssim": 0.037935372442007065 + }, + "return": { + "mse": 0.18116724491119385, + "psnr": 7.429160118103027, + "lpips": 0.8895517587661743, + "ssim": 0.04296400398015976 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ad61ecb52a9122a/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ad61ecb52a9122a/case.json new file mode 100644 index 0000000000000000000000000000000000000000..1b80799127b7641151375a2fd6140d024b4e8086 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ad61ecb52a9122a/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "63", + "metadata_index": "3848", + "scene_id": "8ad61ecb52a9122a", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 3848011551, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2915.0044446820393, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ad61ecb52a9122a/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ad61ecb52a9122a/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..dd9892120becd61a7b02b5d9e5bcaadee3fb9383 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ad61ecb52a9122a/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f77f9fd6a268496d48767382954d820dbf626411c344a991b85e24563c46fe7 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ad61ecb52a9122a/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ad61ecb52a9122a/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..2790151b1175a97f31c897c468904456cc50e70d --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ad61ecb52a9122a/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "63", + "metadata_index": "3848", + "scene_id": "8ad61ecb52a9122a", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 3848011551, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.13993653655052185, + "psnr": 9.893348693847656, + "lpips": 0.7184436917304993, + "ssim": 0.1304093599319458 + }, + "frames_025_050": { + "mse": 0.21720226109027863, + "psnr": 6.634264945983887, + "lpips": 1.002909541130066, + "ssim": 0.01286407932639122 + }, + "frames_050_075": { + "mse": 0.24052324891090393, + "psnr": 6.190453052520752, + "lpips": 0.9454739093780518, + "ssim": 0.023792050778865814 + }, + "frames_075_100": { + "mse": 0.23587708175182343, + "psnr": 6.273529052734375, + "lpips": 0.8605150580406189, + "ssim": 0.040148358792066574 + }, + "frames_100_125": { + "mse": 0.21716871857643127, + "psnr": 6.6353607177734375, + "lpips": 0.8402352333068848, + "ssim": 0.033694811165332794 + }, + "frames_125_150": { + "mse": 0.23373475670814514, + "psnr": 6.31417179107666, + "lpips": 0.8868598937988281, + "ssim": 0.02489728294312954 + }, + "frames_150_175": { + "mse": 0.24173343181610107, + "psnr": 6.166862964630127, + "lpips": 0.8862451314926147, + "ssim": 0.03537321463227272 + }, + "frames_175_200": { + "mse": 0.2433408945798874, + "psnr": 6.1384453773498535, + "lpips": 0.8240420818328857, + "ssim": 0.056397341191768646 + }, + "frames_200_225": { + "mse": 0.24122215807437897, + "psnr": 6.178320407867432, + "lpips": 0.8336309790611267, + "ssim": 0.04238526523113251 + }, + "frames_225_250": { + "mse": 0.23161792755126953, + "psnr": 6.352374076843262, + "lpips": 0.8345859050750732, + "ssim": 0.04031292349100113 + }, + "frames_250_275": { + "mse": 0.2379913479089737, + "psnr": 6.235169887542725, + "lpips": 0.8603732585906982, + "ssim": 0.03538571670651436 + }, + "frames_275_300": { + "mse": 0.2614496052265167, + "psnr": 5.827611923217773, + "lpips": 0.8750028014183044, + "ssim": 0.04682425409555435 + }, + "overall": { + "mse": 0.2284831553697586, + "psnr": 6.569992542266846, + "lpips": 0.8640264868736267, + "ssim": 0.043540388345718384 + }, + "forward": { + "mse": 0.20838478207588196, + "psnr": 7.247898578643799, + "lpips": 0.8818354606628418, + "ssim": 0.051803458482027054 + }, + "return": { + "mse": 0.23853233456611633, + "psnr": 6.231039524078369, + "lpips": 0.8551218509674072, + "ssim": 0.0394088514149189 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ba67e66fe6cf9d8/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ba67e66fe6cf9d8/case.json new file mode 100644 index 0000000000000000000000000000000000000000..fd327f98f8a6cd39cad059cbfdacb69d1c7fed5d --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ba67e66fe6cf9d8/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "79", + "metadata_index": "3875", + "scene_id": "8ba67e66fe6cf9d8", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 3875011632, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2914.1591999749653, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ba67e66fe6cf9d8/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ba67e66fe6cf9d8/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..f64e5b5a6b131d94bfcac18142b082d71fb80b21 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ba67e66fe6cf9d8/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:893a4f03a63413014b7639ea105efacf59f0db25951b7e78fb5a4bcbd69b7605 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ba67e66fe6cf9d8/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ba67e66fe6cf9d8/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c7679a06523647fad4fdad7bd5f141b91d76b349 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8ba67e66fe6cf9d8/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "79", + "metadata_index": "3875", + "scene_id": "8ba67e66fe6cf9d8", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 3875011632, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.13064450025558472, + "psnr": 9.491206169128418, + "lpips": 0.6073256134986877, + "ssim": 0.12466788291931152 + }, + "frames_025_050": { + "mse": 0.20680755376815796, + "psnr": 6.848998546600342, + "lpips": 0.8794850707054138, + "ssim": 0.01856950670480728 + }, + "frames_050_075": { + "mse": 0.22917650640010834, + "psnr": 6.410908222198486, + "lpips": 0.9043307304382324, + "ssim": 0.02328111231327057 + }, + "frames_075_100": { + "mse": 0.23564983904361725, + "psnr": 6.284240245819092, + "lpips": 0.8585382103919983, + "ssim": 0.031342219561338425 + }, + "frames_100_125": { + "mse": 0.26332688331604004, + "psnr": 5.795693874359131, + "lpips": 0.8571512699127197, + "ssim": 0.03260611370205879 + }, + "frames_125_150": { + "mse": 0.2718946039676666, + "psnr": 5.656634330749512, + "lpips": 0.8784325122833252, + "ssim": 0.02546561323106289 + }, + "frames_150_175": { + "mse": 0.2794731855392456, + "psnr": 5.538199424743652, + "lpips": 0.8670676350593567, + "ssim": 0.01419344637542963 + }, + "frames_175_200": { + "mse": 0.28005459904670715, + "psnr": 5.527631759643555, + "lpips": 0.8468130230903625, + "ssim": 0.013969838619232178 + }, + "frames_200_225": { + "mse": 0.27774521708488464, + "psnr": 5.563661098480225, + "lpips": 0.8657343983650208, + "ssim": 0.019512012600898743 + }, + "frames_225_250": { + "mse": 0.27074486017227173, + "psnr": 5.674531936645508, + "lpips": 0.8783277869224548, + "ssim": 0.02222740836441517 + }, + "frames_250_275": { + "mse": 0.25378885865211487, + "psnr": 5.965757369995117, + "lpips": 0.8819482922554016, + "ssim": 0.02866543084383011 + }, + "frames_275_300": { + "mse": 0.22607460618019104, + "psnr": 6.460124969482422, + "lpips": 0.8982923626899719, + "ssim": 0.02862674742937088 + }, + "overall": { + "mse": 0.24378174543380737, + "psnr": 6.268132209777832, + "lpips": 0.85195392370224, + "ssim": 0.03192727640271187 + }, + "forward": { + "mse": 0.20056961476802826, + "psnr": 7.258837699890137, + "lpips": 0.8124198913574219, + "ssim": 0.049465179443359375 + }, + "return": { + "mse": 0.2653878331184387, + "psnr": 5.77277946472168, + "lpips": 0.8717209696769714, + "ssim": 0.023158326745033264 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c3cf8cab7fcc03e/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c3cf8cab7fcc03e/case.json new file mode 100644 index 0000000000000000000000000000000000000000..855b82edf5984eaab80222943a64efe1468d2688 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c3cf8cab7fcc03e/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "90", + "metadata_index": "3894", + "scene_id": "8c3cf8cab7fcc03e", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 3894011689, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2913.6907931230962, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c3cf8cab7fcc03e/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c3cf8cab7fcc03e/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..0910395a28e30c90939f0bf1357ff15574f348f1 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c3cf8cab7fcc03e/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8663896632c5be12eb3db1571f3e1b94412fe862a66a53bb4a5e1988b6f9e57d +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c3cf8cab7fcc03e/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c3cf8cab7fcc03e/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b7bb54122a174fcbca3ada8920cbf013d12b3f9c --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c3cf8cab7fcc03e/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "90", + "metadata_index": "3894", + "scene_id": "8c3cf8cab7fcc03e", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 3894011689, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.08264023810625076, + "psnr": 12.40472412109375, + "lpips": 0.5929966568946838, + "ssim": 0.21495839953422546 + }, + "frames_025_050": { + "mse": 0.16059358417987823, + "psnr": 7.953065395355225, + "lpips": 0.9159588813781738, + "ssim": 0.02428477443754673 + }, + "frames_050_075": { + "mse": 0.18879276514053345, + "psnr": 7.247690200805664, + "lpips": 0.8841099739074707, + "ssim": 0.030772998929023743 + }, + "frames_075_100": { + "mse": 0.20441244542598724, + "psnr": 6.9102349281311035, + "lpips": 0.8085880875587463, + "ssim": 0.06159414350986481 + }, + "frames_100_125": { + "mse": 0.2116473764181137, + "psnr": 6.750880241394043, + "lpips": 0.8157270550727844, + "ssim": 0.04554179310798645 + }, + "frames_125_150": { + "mse": 0.19711577892303467, + "psnr": 7.053795337677002, + "lpips": 0.8653829097747803, + "ssim": 0.03049302287399769 + }, + "frames_150_175": { + "mse": 0.20564310252666473, + "psnr": 6.869860649108887, + "lpips": 0.8936986327171326, + "ssim": 0.024387888610363007 + }, + "frames_175_200": { + "mse": 0.2209496945142746, + "psnr": 6.558294773101807, + "lpips": 0.8912988305091858, + "ssim": 0.024850307032465935 + }, + "frames_200_225": { + "mse": 0.21637240052223206, + "psnr": 6.651867866516113, + "lpips": 0.8969764709472656, + "ssim": 0.028309201821684837 + }, + "frames_225_250": { + "mse": 0.21598978340625763, + "psnr": 6.661523342132568, + "lpips": 0.8988077640533447, + "ssim": 0.042748574167490005 + }, + "frames_250_275": { + "mse": 0.21153053641319275, + "psnr": 6.75131893157959, + "lpips": 0.8840892314910889, + "ssim": 0.04397233948111534 + }, + "frames_275_300": { + "mse": 0.18650966882705688, + "psnr": 7.298458099365234, + "lpips": 0.9258728623390198, + "ssim": 0.03517543151974678 + }, + "overall": { + "mse": 0.19184976816177368, + "psnr": 7.425975799560547, + "lpips": 0.8561255931854248, + "ssim": 0.050590742379426956 + }, + "forward": { + "mse": 0.15910975635051727, + "psnr": 8.628927230834961, + "lpips": 0.8004134297370911, + "ssim": 0.08290257304906845 + }, + "return": { + "mse": 0.20821979641914368, + "psnr": 6.824499607086182, + "lpips": 0.8839817643165588, + "ssim": 0.03443481773138046 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c8ed2adba3dad7a/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c8ed2adba3dad7a/case.json new file mode 100644 index 0000000000000000000000000000000000000000..1786fb4e307ba83e888c4acc4f5744a3ac1e8491 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c8ed2adba3dad7a/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "37", + "metadata_index": "3903", + "scene_id": "8c8ed2adba3dad7a", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 3903011716, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.561841347022, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c8ed2adba3dad7a/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c8ed2adba3dad7a/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..fddea4e35eaf34744e0c1bceddade74d979fce89 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c8ed2adba3dad7a/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6731c64e7bc10be81687e67afc85fb301f8159e59024c78675f57633557af2c0 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c8ed2adba3dad7a/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c8ed2adba3dad7a/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b3a75b4d4920fa6f1ff0e61703f9c0368fd03f9a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8c8ed2adba3dad7a/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "37", + "metadata_index": "3903", + "scene_id": "8c8ed2adba3dad7a", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 3903011716, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.10574609786272049, + "psnr": 11.551392555236816, + "lpips": 0.6358787417411804, + "ssim": 0.19756869971752167 + }, + "frames_025_050": { + "mse": 0.22289437055587769, + "psnr": 6.5323004722595215, + "lpips": 0.9724986553192139, + "ssim": 0.017282288521528244 + }, + "frames_050_075": { + "mse": 0.2097199410200119, + "psnr": 6.8117218017578125, + "lpips": 0.878944993019104, + "ssim": 0.07320830971002579 + }, + "frames_075_100": { + "mse": 0.2333131730556488, + "psnr": 6.3243489265441895, + "lpips": 0.8944439888000488, + "ssim": 0.03015381656587124 + }, + "frames_100_125": { + "mse": 0.23353584110736847, + "psnr": 6.33132266998291, + "lpips": 0.8761001825332642, + "ssim": 0.027797508984804153 + }, + "frames_125_150": { + "mse": 0.2524512708187103, + "psnr": 5.982147693634033, + "lpips": 0.9148681163787842, + "ssim": 0.028265802189707756 + }, + "frames_150_175": { + "mse": 0.22863887250423431, + "psnr": 6.415839672088623, + "lpips": 0.9076826572418213, + "ssim": 0.05373375862836838 + }, + "frames_175_200": { + "mse": 0.22858864068984985, + "psnr": 6.411695957183838, + "lpips": 0.8954746127128601, + "ssim": 0.04326190799474716 + }, + "frames_200_225": { + "mse": 0.2242821753025055, + "psnr": 6.496654033660889, + "lpips": 0.8973405957221985, + "ssim": 0.05032721534371376 + }, + "frames_225_250": { + "mse": 0.22831390798091888, + "psnr": 6.415463447570801, + "lpips": 0.8917600512504578, + "ssim": 0.05586589500308037 + }, + "frames_250_275": { + "mse": 0.23459987342357635, + "psnr": 6.303050518035889, + "lpips": 0.894259512424469, + "ssim": 0.05733257159590721 + }, + "frames_275_300": { + "mse": 0.2535504996776581, + "psnr": 5.970044136047363, + "lpips": 0.8840196132659912, + "ssim": 0.04506431892514229 + }, + "overall": { + "mse": 0.22130289673805237, + "psnr": 6.795498847961426, + "lpips": 0.8786060810089111, + "ssim": 0.056655172258615494 + }, + "forward": { + "mse": 0.19291839003562927, + "psnr": 7.804940223693848, + "lpips": 0.8454415202140808, + "ssim": 0.0795532763004303 + }, + "return": { + "mse": 0.23549515008926392, + "psnr": 6.290777683258057, + "lpips": 0.8951880931854248, + "ssim": 0.04520612210035324 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8f71898bc3662fa6/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8f71898bc3662fa6/case.json new file mode 100644 index 0000000000000000000000000000000000000000..faa833fb61f50f65143b04561a8af17d1845a8a2 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8f71898bc3662fa6/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "51", + "metadata_index": "3973", + "scene_id": "8f71898bc3662fa6", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 3973011926, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2914.924436403904, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8f71898bc3662fa6/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8f71898bc3662fa6/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..7227f439b5fe055df1a08ea70fa08b272c89271b --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8f71898bc3662fa6/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98fe6b16034cc864e82f74d91d8de127fb8de328b7785dc5a4ea4756d3aee041 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8f71898bc3662fa6/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8f71898bc3662fa6/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..888d05259eff6bd1827bae0cc7164a890763d23d --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/8f71898bc3662fa6/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "51", + "metadata_index": "3973", + "scene_id": "8f71898bc3662fa6", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 3973011926, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.08577384799718857, + "psnr": 12.740954399108887, + "lpips": 0.6593077182769775, + "ssim": 0.24952098727226257 + }, + "frames_025_050": { + "mse": 0.1642780900001526, + "psnr": 7.847650527954102, + "lpips": 1.011112928390503, + "ssim": 0.011279035359621048 + }, + "frames_050_075": { + "mse": 0.17925132811069489, + "psnr": 7.4678635597229, + "lpips": 0.9866722226142883, + "ssim": 0.01234585139900446 + }, + "frames_075_100": { + "mse": 0.20483754575252533, + "psnr": 6.90968132019043, + "lpips": 0.8639869093894958, + "ssim": 0.05160718411207199 + }, + "frames_100_125": { + "mse": 0.19045160710811615, + "psnr": 7.205543041229248, + "lpips": 0.9194687604904175, + "ssim": 0.014562942087650299 + }, + "frames_125_150": { + "mse": 0.20290465652942657, + "psnr": 6.927889347076416, + "lpips": 0.8788939714431763, + "ssim": 0.03410111367702484 + }, + "frames_150_175": { + "mse": 0.2079201638698578, + "psnr": 6.822230339050293, + "lpips": 0.9084218740463257, + "ssim": 0.07048047333955765 + }, + "frames_175_200": { + "mse": 0.21803264319896698, + "psnr": 6.6150922775268555, + "lpips": 0.9119226336479187, + "ssim": 0.09832408279180527 + }, + "frames_200_225": { + "mse": 0.2235964983701706, + "psnr": 6.5064697265625, + "lpips": 0.9284721612930298, + "ssim": 0.06526293605566025 + }, + "frames_225_250": { + "mse": 0.21581310033798218, + "psnr": 6.660727024078369, + "lpips": 0.9557947516441345, + "ssim": 0.027821479365229607 + }, + "frames_250_275": { + "mse": 0.22424085438251495, + "psnr": 6.496965408325195, + "lpips": 0.9560928344726562, + "ssim": 0.025743968784809113 + }, + "frames_275_300": { + "mse": 0.23260068893432617, + "psnr": 6.342082500457764, + "lpips": 0.9636752605438232, + "ssim": 0.025017905980348587 + }, + "overall": { + "mse": 0.19580841064453125, + "psnr": 7.378595352172852, + "lpips": 0.9119851589202881, + "ssim": 0.05717233195900917 + }, + "forward": { + "mse": 0.1585351973772049, + "psnr": 8.741538047790527, + "lpips": 0.8802700042724609, + "ssim": 0.08118826150894165 + }, + "return": { + "mse": 0.21444502472877502, + "psnr": 6.697124481201172, + "lpips": 0.9278427362442017, + "ssim": 0.04516436159610748 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/904a0f9fa6651f9f/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/904a0f9fa6651f9f/case.json new file mode 100644 index 0000000000000000000000000000000000000000..83d969b683823952a28bebe4527ae60f861573fe --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/904a0f9fa6651f9f/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "27", + "metadata_index": "3992", + "scene_id": "904a0f9fa6651f9f", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 3992011983, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2915.1334913079627, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/904a0f9fa6651f9f/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/904a0f9fa6651f9f/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..081931339ae25de2c808dbb1eb60b044b63f450a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/904a0f9fa6651f9f/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:745cb29f781bceca99c9e128a866f1f07933222c081322de2139c01f2011fea0 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/904a0f9fa6651f9f/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/904a0f9fa6651f9f/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..32699b70edd08234c3701f8a97ae5b24bf1ae8bc --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/904a0f9fa6651f9f/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "27", + "metadata_index": "3992", + "scene_id": "904a0f9fa6651f9f", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 3992011983, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.030560363084077835, + "psnr": 18.953474044799805, + "lpips": 0.4458303451538086, + "ssim": 0.4673915207386017 + }, + "frames_025_050": { + "mse": 0.13839828968048096, + "psnr": 8.597721099853516, + "lpips": 0.953056812286377, + "ssim": 0.03539516031742096 + }, + "frames_050_075": { + "mse": 0.17134754359722137, + "psnr": 7.677938461303711, + "lpips": 0.9406708478927612, + "ssim": 0.03121943771839142 + }, + "frames_075_100": { + "mse": 0.16720709204673767, + "psnr": 7.771179676055908, + "lpips": 0.8621422052383423, + "ssim": 0.055228058248758316 + }, + "frames_100_125": { + "mse": 0.18286392092704773, + "psnr": 7.381253719329834, + "lpips": 0.8853923082351685, + "ssim": 0.03447217866778374 + }, + "frames_125_150": { + "mse": 0.18129509687423706, + "psnr": 7.417701244354248, + "lpips": 0.928141713142395, + "ssim": 0.038322556763887405 + }, + "frames_150_175": { + "mse": 0.18737678229808807, + "psnr": 7.281519889831543, + "lpips": 0.9544859528541565, + "ssim": 0.03589017689228058 + }, + "frames_175_200": { + "mse": 0.19325345754623413, + "psnr": 7.143922805786133, + "lpips": 0.9932836890220642, + "ssim": 0.03323940932750702 + }, + "frames_200_225": { + "mse": 0.19164687395095825, + "psnr": 7.178674221038818, + "lpips": 1.0176959037780762, + "ssim": 0.03518057242035866 + }, + "frames_225_250": { + "mse": 0.2032996416091919, + "psnr": 6.923010349273682, + "lpips": 0.9938366413116455, + "ssim": 0.03022555261850357 + }, + "frames_250_275": { + "mse": 0.21843618154525757, + "psnr": 6.608253002166748, + "lpips": 0.9518391489982605, + "ssim": 0.023720426484942436 + }, + "frames_275_300": { + "mse": 0.1964501142501831, + "psnr": 7.0699005126953125, + "lpips": 0.9365976452827454, + "ssim": 0.027340898290276527 + }, + "overall": { + "mse": 0.17184461653232574, + "psnr": 8.333712577819824, + "lpips": 0.9052478075027466, + "ssim": 0.07063548266887665 + }, + "forward": { + "mse": 0.12687832117080688, + "psnr": 10.750078201293945, + "lpips": 0.8004250526428223, + "ssim": 0.14730854332447052 + }, + "return": { + "mse": 0.19432777166366577, + "psnr": 7.125529766082764, + "lpips": 0.957659125328064, + "ssim": 0.032298970967531204 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/91ca67e0e542a035/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/91ca67e0e542a035/case.json new file mode 100644 index 0000000000000000000000000000000000000000..b8a55f3d64ae6ad12ea3527833d9685c5259ae45 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/91ca67e0e542a035/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "62", + "metadata_index": "4030", + "scene_id": "91ca67e0e542a035", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4030012097, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2927.0325013999827, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/91ca67e0e542a035/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/91ca67e0e542a035/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..74651c5d6e8d76a6ea39d10dee64b6fcf9926430 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/91ca67e0e542a035/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1640d43c68e31044b4b19230ce3ebcfc62c23152d7c3f83672a75a49e43cafc2 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/91ca67e0e542a035/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/91ca67e0e542a035/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0294042a9193b9720f35830195e0adf4a821ca41 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/91ca67e0e542a035/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "62", + "metadata_index": "4030", + "scene_id": "91ca67e0e542a035", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4030012097, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.10612735897302628, + "psnr": 11.285078048706055, + "lpips": 0.7251399755477905, + "ssim": 0.14347314834594727 + }, + "frames_025_050": { + "mse": 0.16361883282661438, + "psnr": 7.865665435791016, + "lpips": 0.9901935458183289, + "ssim": 0.012874330393970013 + }, + "frames_050_075": { + "mse": 0.20654721558094025, + "psnr": 6.859991550445557, + "lpips": 1.0090608596801758, + "ssim": 0.00996861420571804 + }, + "frames_075_100": { + "mse": 0.19708634912967682, + "psnr": 7.060150146484375, + "lpips": 0.912748396396637, + "ssim": 0.057510241866111755 + }, + "frames_100_125": { + "mse": 0.1848980337381363, + "psnr": 7.342573642730713, + "lpips": 0.9582279920578003, + "ssim": 0.017874574288725853 + }, + "frames_125_150": { + "mse": 0.19650286436080933, + "psnr": 7.071497917175293, + "lpips": 0.944314181804657, + "ssim": 0.03095463663339615 + }, + "frames_150_175": { + "mse": 0.1930648386478424, + "psnr": 7.143126964569092, + "lpips": 0.909935474395752, + "ssim": 0.02979210577905178 + }, + "frames_175_200": { + "mse": 0.20210790634155273, + "psnr": 6.944387435913086, + "lpips": 0.9036538600921631, + "ssim": 0.03328487649559975 + }, + "frames_200_225": { + "mse": 0.2168651521205902, + "psnr": 6.641946792602539, + "lpips": 0.9391012787818909, + "ssim": 0.03158089518547058 + }, + "frames_225_250": { + "mse": 0.2429782897233963, + "psnr": 6.1518874168396, + "lpips": 0.9626614451408386, + "ssim": 0.028390245512127876 + }, + "frames_250_275": { + "mse": 0.274044930934906, + "psnr": 5.622335433959961, + "lpips": 1.0144314765930176, + "ssim": 0.025644632056355476 + }, + "frames_275_300": { + "mse": 0.2760724723339081, + "psnr": 5.596908092498779, + "lpips": 1.0266690254211426, + "ssim": 0.02509981207549572 + }, + "overall": { + "mse": 0.2049928456544876, + "psnr": 7.132128715515137, + "lpips": 0.9413447976112366, + "ssim": 0.037204012274742126 + }, + "forward": { + "mse": 0.16834492981433868, + "psnr": 8.267722129821777, + "lpips": 0.9092857241630554, + "ssim": 0.055956579744815826 + }, + "return": { + "mse": 0.22331680357456207, + "psnr": 6.564332485198975, + "lpips": 0.9573742747306824, + "ssim": 0.02782772108912468 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/929ed71c97317c55/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/929ed71c97317c55/case.json new file mode 100644 index 0000000000000000000000000000000000000000..a70edcd66fa402d797f97f247f971fc7c5f1815a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/929ed71c97317c55/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "52", + "metadata_index": "4057", + "scene_id": "929ed71c97317c55", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4057012178, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2909.0369791300036, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/929ed71c97317c55/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/929ed71c97317c55/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..505274f1c7fb978f46735a92a77b8a9a29ab87b3 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/929ed71c97317c55/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4138aa9fcbf2559607154f14fdbcb35a81998f38a1c38370e8b913efb51a649e +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/929ed71c97317c55/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/929ed71c97317c55/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..aab65cd8858f5511e75fa61e27382569141fbb8b --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/929ed71c97317c55/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "52", + "metadata_index": "4057", + "scene_id": "929ed71c97317c55", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4057012178, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.09152623265981674, + "psnr": 13.46414566040039, + "lpips": 0.5845271348953247, + "ssim": 0.27164438366889954 + }, + "frames_025_050": { + "mse": 0.20377559959888458, + "psnr": 6.921123027801514, + "lpips": 0.9164797067642212, + "ssim": 0.02222205139696598 + }, + "frames_050_075": { + "mse": 0.23809494078159332, + "psnr": 6.248133659362793, + "lpips": 0.851880669593811, + "ssim": 0.052225254476070404 + }, + "frames_075_100": { + "mse": 0.21363496780395508, + "psnr": 6.711421966552734, + "lpips": 0.8406680822372437, + "ssim": 0.07205897569656372 + }, + "frames_100_125": { + "mse": 0.21997956931591034, + "psnr": 6.588983535766602, + "lpips": 0.8468802571296692, + "ssim": 0.07159440219402313 + }, + "frames_125_150": { + "mse": 0.24392808973789215, + "psnr": 6.184457302093506, + "lpips": 0.8723053932189941, + "ssim": 0.04967917501926422 + }, + "frames_150_175": { + "mse": 0.2529791593551636, + "psnr": 5.972428798675537, + "lpips": 0.8831105828285217, + "ssim": 0.05715649574995041 + }, + "frames_175_200": { + "mse": 0.26459041237831116, + "psnr": 5.786803722381592, + "lpips": 0.9182537198066711, + "ssim": 0.043956588953733444 + }, + "frames_200_225": { + "mse": 0.2828945815563202, + "psnr": 5.484724521636963, + "lpips": 0.947480320930481, + "ssim": 0.025259586051106453 + }, + "frames_225_250": { + "mse": 0.29937270283699036, + "psnr": 5.249828338623047, + "lpips": 0.924223780632019, + "ssim": 0.03172309324145317 + }, + "frames_250_275": { + "mse": 0.3375941514968872, + "psnr": 4.725683689117432, + "lpips": 0.9378530979156494, + "ssim": 0.025654135271906853 + }, + "frames_275_300": { + "mse": 0.37091025710105896, + "psnr": 4.324836254119873, + "lpips": 0.9499797224998474, + "ssim": 0.027382034808397293 + }, + "overall": { + "mse": 0.2516067326068878, + "psnr": 6.471880912780762, + "lpips": 0.8728035688400269, + "ssim": 0.06254635006189346 + }, + "forward": { + "mse": 0.1867579221725464, + "psnr": 8.336206436157227, + "lpips": 0.7983888387680054, + "ssim": 0.10453765094280243 + }, + "return": { + "mse": 0.2840311527252197, + "psnr": 5.539718151092529, + "lpips": 0.9100109338760376, + "ssim": 0.041550688445568085 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/94d5e6280f699e08/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/94d5e6280f699e08/case.json new file mode 100644 index 0000000000000000000000000000000000000000..5903d9bac1d7e77a5af6d2ba331f15714e070d9d --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/94d5e6280f699e08/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "18", + "metadata_index": "4103", + "scene_id": "94d5e6280f699e08", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4103012316, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2914.3858695491217, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/94d5e6280f699e08/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/94d5e6280f699e08/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..824d3a2c1ba54ebdb0318b3c34c2058bc5acf719 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/94d5e6280f699e08/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:312f1e49152263b78a76cdf224f37c4113401d60398165f50468a503c2b33b25 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/94d5e6280f699e08/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/94d5e6280f699e08/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3ce672097433433701523bb7847b90c59f8c078e --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/94d5e6280f699e08/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "18", + "metadata_index": "4103", + "scene_id": "94d5e6280f699e08", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4103012316, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.11596370488405228, + "psnr": 11.10145378112793, + "lpips": 0.7542833685874939, + "ssim": 0.14698423445224762 + }, + "frames_025_050": { + "mse": 0.21436554193496704, + "psnr": 6.6923346519470215, + "lpips": 1.0037274360656738, + "ssim": 0.013281271792948246 + }, + "frames_050_075": { + "mse": 0.24121643602848053, + "psnr": 6.179732799530029, + "lpips": 0.9261491298675537, + "ssim": 0.06199125200510025 + }, + "frames_075_100": { + "mse": 0.22640979290008545, + "psnr": 6.463943958282471, + "lpips": 0.9657908082008362, + "ssim": 0.03287091851234436 + }, + "frames_100_125": { + "mse": 0.24751777946949005, + "psnr": 6.069204807281494, + "lpips": 1.0794005393981934, + "ssim": 0.01181113813072443 + }, + "frames_125_150": { + "mse": 0.2533765733242035, + "psnr": 5.96720027923584, + "lpips": 0.9568260312080383, + "ssim": 0.021819710731506348 + }, + "frames_150_175": { + "mse": 0.23891882598400116, + "psnr": 6.223050117492676, + "lpips": 0.9284382462501526, + "ssim": 0.03135417774319649 + }, + "frames_175_200": { + "mse": 0.2348269671201706, + "psnr": 6.296721935272217, + "lpips": 0.9194117784500122, + "ssim": 0.029109986498951912 + }, + "frames_200_225": { + "mse": 0.235573410987854, + "psnr": 6.279798984527588, + "lpips": 0.9396430850028992, + "ssim": 0.023720944300293922 + }, + "frames_225_250": { + "mse": 0.22424276173114777, + "psnr": 6.493663311004639, + "lpips": 0.914854109287262, + "ssim": 0.03144674003124237 + }, + "frames_250_275": { + "mse": 0.21332739293575287, + "psnr": 6.712142467498779, + "lpips": 0.8958043456077576, + "ssim": 0.02803211659193039 + }, + "frames_275_300": { + "mse": 0.1914411038160324, + "psnr": 7.180243015289307, + "lpips": 0.9108431935310364, + "ssim": 0.026046039536595345 + }, + "overall": { + "mse": 0.21976500749588013, + "psnr": 6.804957389831543, + "lpips": 0.9329310059547424, + "ssim": 0.03820571303367615 + }, + "forward": { + "mse": 0.19948884844779968, + "psnr": 7.609365940093994, + "lpips": 0.9124876260757446, + "ssim": 0.06378191709518433 + }, + "return": { + "mse": 0.22990308701992035, + "psnr": 6.4027533531188965, + "lpips": 0.943152666091919, + "ssim": 0.02541760355234146 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/952f6cb94695d32d/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/952f6cb94695d32d/case.json new file mode 100644 index 0000000000000000000000000000000000000000..35d8c0ca619ac512fbac63f5509db9196d272220 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/952f6cb94695d32d/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "59", + "metadata_index": "4115", + "scene_id": "952f6cb94695d32d", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4115012352, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2914.9305813158862, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/952f6cb94695d32d/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/952f6cb94695d32d/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..e2199563ae2db4221ddf5c589b0b43761231bc4a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/952f6cb94695d32d/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa52e0d0f39780b4f5d9f65818fae1e7ad64c569b64c49d993d737ae6c050e53 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/952f6cb94695d32d/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/952f6cb94695d32d/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..411615f83c75e63ad8f19eb91d5082dab723a237 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/952f6cb94695d32d/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "59", + "metadata_index": "4115", + "scene_id": "952f6cb94695d32d", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4115012352, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.05300166457891464, + "psnr": 15.5767183303833, + "lpips": 0.4999111592769623, + "ssim": 0.35568368434906006 + }, + "frames_025_050": { + "mse": 0.14848345518112183, + "psnr": 8.302005767822266, + "lpips": 0.9154212474822998, + "ssim": 0.03153615817427635 + }, + "frames_050_075": { + "mse": 0.1856726109981537, + "psnr": 7.327706813812256, + "lpips": 0.9116658568382263, + "ssim": 0.03909244388341904 + }, + "frames_075_100": { + "mse": 0.19113971292972565, + "psnr": 7.199994087219238, + "lpips": 0.845174252986908, + "ssim": 0.034449562430381775 + }, + "frames_100_125": { + "mse": 0.19742347300052643, + "psnr": 7.048632621765137, + "lpips": 0.8376893401145935, + "ssim": 0.03234916180372238 + }, + "frames_125_150": { + "mse": 0.20028413832187653, + "psnr": 6.99118185043335, + "lpips": 0.8502218723297119, + "ssim": 0.033047374337911606 + }, + "frames_150_175": { + "mse": 0.20852068066596985, + "psnr": 6.81356143951416, + "lpips": 0.883188784122467, + "ssim": 0.038095757365226746 + }, + "frames_175_200": { + "mse": 0.1715892255306244, + "psnr": 7.657944202423096, + "lpips": 0.9110156893730164, + "ssim": 0.0321139320731163 + }, + "frames_200_225": { + "mse": 0.16501618921756744, + "psnr": 7.82523250579834, + "lpips": 0.9406462907791138, + "ssim": 0.033218223601579666 + }, + "frames_225_250": { + "mse": 0.17247554659843445, + "psnr": 7.633657932281494, + "lpips": 0.943818986415863, + "ssim": 0.02816867083311081 + }, + "frames_250_275": { + "mse": 0.19515015184879303, + "psnr": 7.101759433746338, + "lpips": 0.9646356105804443, + "ssim": 0.02531779371201992 + }, + "frames_275_300": { + "mse": 0.21388599276542664, + "psnr": 6.70489501953125, + "lpips": 0.943194568157196, + "ssim": 0.02585775777697563 + }, + "overall": { + "mse": 0.17522023618221283, + "psnr": 8.015274047851562, + "lpips": 0.8705486059188843, + "ssim": 0.059077534824609756 + }, + "forward": { + "mse": 0.1445743590593338, + "psnr": 9.601606369018555, + "lpips": 0.7930431365966797, + "ssim": 0.11519044637680054 + }, + "return": { + "mse": 0.19054317474365234, + "psnr": 7.222108364105225, + "lpips": 0.9093014001846313, + "ssim": 0.031021086499094963 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9c1398cb9ad44a17/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9c1398cb9ad44a17/case.json new file mode 100644 index 0000000000000000000000000000000000000000..c4337eaf4e24173f6f23972bad3d8ff23dc78ee1 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9c1398cb9ad44a17/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "87", + "metadata_index": "4300", + "scene_id": "9c1398cb9ad44a17", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4300012907, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2913.667854857864, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9c1398cb9ad44a17/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9c1398cb9ad44a17/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..37e3abd56ba96e52fdceeb903b85032e237c7081 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9c1398cb9ad44a17/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb1d9042b194e3d1ad38b85f580cb1d6af02dc7acc9fe9753d706b19e2ab31bd +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9c1398cb9ad44a17/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9c1398cb9ad44a17/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..cfaf469c0dc47ef4b93c94204048ae66b5595e05 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9c1398cb9ad44a17/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "87", + "metadata_index": "4300", + "scene_id": "9c1398cb9ad44a17", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4300012907, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.12591415643692017, + "psnr": 9.533404350280762, + "lpips": 0.7904937863349915, + "ssim": 0.09611914306879044 + }, + "frames_025_050": { + "mse": 0.1900111734867096, + "psnr": 7.231198787689209, + "lpips": 1.0410747528076172, + "ssim": 0.0171488169580698 + }, + "frames_050_075": { + "mse": 0.27762579917907715, + "psnr": 5.588159084320068, + "lpips": 0.9452897906303406, + "ssim": 0.03553951531648636 + }, + "frames_075_100": { + "mse": 0.25989970564842224, + "psnr": 5.907542705535889, + "lpips": 0.8735373616218567, + "ssim": 0.07000302523374557 + }, + "frames_100_125": { + "mse": 0.2771585285663605, + "psnr": 5.596290111541748, + "lpips": 0.896331787109375, + "ssim": 0.029879624024033546 + }, + "frames_125_150": { + "mse": 0.2543489336967468, + "psnr": 5.968812942504883, + "lpips": 0.8772670030593872, + "ssim": 0.026374690234661102 + }, + "frames_150_175": { + "mse": 0.24778571724891663, + "psnr": 6.086807727813721, + "lpips": 0.8831403255462646, + "ssim": 0.027671795338392258 + }, + "frames_175_200": { + "mse": 0.257048636674881, + "psnr": 5.92253303527832, + "lpips": 0.8883079290390015, + "ssim": 0.027780458331108093 + }, + "frames_200_225": { + "mse": 0.2234673649072647, + "psnr": 6.517530918121338, + "lpips": 0.832663357257843, + "ssim": 0.01851731352508068 + }, + "frames_225_250": { + "mse": 0.28093594312667847, + "psnr": 5.516215801239014, + "lpips": 0.8270329833030701, + "ssim": 0.02160201594233513 + }, + "frames_250_275": { + "mse": 0.32641029357910156, + "psnr": 4.867844104766846, + "lpips": 0.8443529605865479, + "ssim": 0.01892368122935295 + }, + "frames_275_300": { + "mse": 0.2899307906627655, + "psnr": 5.386739730834961, + "lpips": 0.8360536694526672, + "ssim": 0.0223049595952034 + }, + "overall": { + "mse": 0.25087809562683105, + "psnr": 6.176923751831055, + "lpips": 0.8779621124267578, + "ssim": 0.034322090446949005 + }, + "forward": { + "mse": 0.2133626937866211, + "psnr": 7.0650763511657715, + "lpips": 0.9125988483428955, + "ssim": 0.05470262095332146 + }, + "return": { + "mse": 0.26963576674461365, + "psnr": 5.732847213745117, + "lpips": 0.860643744468689, + "ssim": 0.024131817743182182 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9d377a5dcd18edad/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9d377a5dcd18edad/case.json new file mode 100644 index 0000000000000000000000000000000000000000..4135798c7d7b23788c6d347be695b0a6bb52605e --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9d377a5dcd18edad/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "15", + "metadata_index": "4327", + "scene_id": "9d377a5dcd18edad", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4327012988, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2914.0975493378937, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9d377a5dcd18edad/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9d377a5dcd18edad/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..f6bc71e456e3b424ffdc39b667882d0a6a10ec75 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9d377a5dcd18edad/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc4b3f745289001d04c893b7590d0573707d30da6b20751b7aaa13c0bb26ab0 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9d377a5dcd18edad/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9d377a5dcd18edad/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..222297158b18f6d8ea6bcac5d2f9550f86675397 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/9d377a5dcd18edad/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "15", + "metadata_index": "4327", + "scene_id": "9d377a5dcd18edad", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4327012988, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07574805617332458, + "psnr": 15.467824935913086, + "lpips": 0.5385947227478027, + "ssim": 0.34057122468948364 + }, + "frames_025_050": { + "mse": 0.23547208309173584, + "psnr": 6.294018745422363, + "lpips": 0.9953613877296448, + "ssim": 0.013929142616689205 + }, + "frames_050_075": { + "mse": 0.27783969044685364, + "psnr": 5.5823283195495605, + "lpips": 1.008612036705017, + "ssim": 0.02135571278631687 + }, + "frames_075_100": { + "mse": 0.23201678693294525, + "psnr": 6.358056545257568, + "lpips": 0.9321295022964478, + "ssim": 0.05329303443431854 + }, + "frames_100_125": { + "mse": 0.2392560839653015, + "psnr": 6.2156758308410645, + "lpips": 0.9207722544670105, + "ssim": 0.05049251392483711 + }, + "frames_125_150": { + "mse": 0.25423920154571533, + "psnr": 5.949148178100586, + "lpips": 0.9286050200462341, + "ssim": 0.05372508987784386 + }, + "frames_150_175": { + "mse": 0.2634497582912445, + "psnr": 5.801284313201904, + "lpips": 0.9164856672286987, + "ssim": 0.05855220928788185 + }, + "frames_175_200": { + "mse": 0.2865476608276367, + "psnr": 5.429508209228516, + "lpips": 0.937764585018158, + "ssim": 0.032426122575998306 + }, + "frames_200_225": { + "mse": 0.273303747177124, + "psnr": 5.637884140014648, + "lpips": 0.9207232594490051, + "ssim": 0.035703010857105255 + }, + "frames_225_250": { + "mse": 0.2686139643192291, + "psnr": 5.716010093688965, + "lpips": 0.8901528716087341, + "ssim": 0.037447892129421234 + }, + "frames_250_275": { + "mse": 0.2507140636444092, + "psnr": 6.011184215545654, + "lpips": 0.8961140513420105, + "ssim": 0.024865595623850822 + }, + "frames_275_300": { + "mse": 0.24024032056331635, + "psnr": 6.19743537902832, + "lpips": 0.918413519859314, + "ssim": 0.03228870406746864 + }, + "overall": { + "mse": 0.24145345389842987, + "psnr": 6.721696376800537, + "lpips": 0.9003106951713562, + "ssim": 0.0628875195980072 + }, + "forward": { + "mse": 0.20526915788650513, + "psnr": 8.425556182861328, + "lpips": 0.8686743974685669, + "ssim": 0.10728726536035538 + }, + "return": { + "mse": 0.25954562425613403, + "psnr": 5.869765758514404, + "lpips": 0.9161288738250732, + "ssim": 0.040687646716833115 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a0bc9b509471e1dc/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a0bc9b509471e1dc/case.json new file mode 100644 index 0000000000000000000000000000000000000000..a314f4442988c1cc7bfeefb06f30749c7789e68a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a0bc9b509471e1dc/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "76", + "metadata_index": "4441", + "scene_id": "a0bc9b509471e1dc", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4441013330, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2909.091808472993, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a0bc9b509471e1dc/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a0bc9b509471e1dc/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..63e4c1efac1f746a7e916855e20f90307ca17aa7 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a0bc9b509471e1dc/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab09dfa5a509befd74d03dcb756204a7af477115c90af95d106286abf86f7aa4 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a0bc9b509471e1dc/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a0bc9b509471e1dc/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4f145f97a4b4a2f7bb444486adbce904b9d2219a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a0bc9b509471e1dc/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "76", + "metadata_index": "4441", + "scene_id": "a0bc9b509471e1dc", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4441013330, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07311225682497025, + "psnr": 14.846900939941406, + "lpips": 0.5486232042312622, + "ssim": 0.2784439027309418 + }, + "frames_025_050": { + "mse": 0.18594665825366974, + "psnr": 7.314124584197998, + "lpips": 0.964173436164856, + "ssim": 0.007998555898666382 + }, + "frames_050_075": { + "mse": 0.21796303987503052, + "psnr": 6.618622303009033, + "lpips": 1.0168644189834595, + "ssim": 0.01351597998291254 + }, + "frames_075_100": { + "mse": 0.17571359872817993, + "psnr": 7.5728278160095215, + "lpips": 0.8999980092048645, + "ssim": 0.0495993047952652 + }, + "frames_100_125": { + "mse": 0.19855861365795135, + "psnr": 7.022188186645508, + "lpips": 0.932677149772644, + "ssim": 0.031206609681248665 + }, + "frames_125_150": { + "mse": 0.19212375581264496, + "psnr": 7.172319412231445, + "lpips": 0.9271142482757568, + "ssim": 0.04654986783862114 + }, + "frames_150_175": { + "mse": 0.20457252860069275, + "psnr": 6.904466152191162, + "lpips": 0.9344397783279419, + "ssim": 0.03326096385717392 + }, + "frames_175_200": { + "mse": 0.20853650569915771, + "psnr": 6.812699794769287, + "lpips": 0.9525416493415833, + "ssim": 0.025819025933742523 + }, + "frames_200_225": { + "mse": 0.22033070027828217, + "psnr": 6.571170806884766, + "lpips": 0.9458127617835999, + "ssim": 0.024632800370454788 + }, + "frames_225_250": { + "mse": 0.22072753310203552, + "psnr": 6.565883636474609, + "lpips": 0.8927851915359497, + "ssim": 0.03617219626903534 + }, + "frames_250_275": { + "mse": 0.22308070957660675, + "psnr": 6.517184257507324, + "lpips": 0.8767566084861755, + "ssim": 0.03350874036550522 + }, + "frames_275_300": { + "mse": 0.22068893909454346, + "psnr": 6.563309192657471, + "lpips": 0.8348222374916077, + "ssim": 0.03335272893309593 + }, + "overall": { + "mse": 0.1951128989458084, + "psnr": 7.540141582489014, + "lpips": 0.8938840627670288, + "ssim": 0.05117172375321388 + }, + "forward": { + "mse": 0.16318388283252716, + "psnr": 9.088118553161621, + "lpips": 0.8574147820472717, + "ssim": 0.08738944679498672 + }, + "return": { + "mse": 0.21107740700244904, + "psnr": 6.766152381896973, + "lpips": 0.912118673324585, + "ssim": 0.03306286409497261 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a4e9bdb6d746eb0a/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a4e9bdb6d746eb0a/case.json new file mode 100644 index 0000000000000000000000000000000000000000..f9ade165fdf05ac657ba099c95f74d8decd27ef1 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a4e9bdb6d746eb0a/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "4", + "metadata_index": "4564", + "scene_id": "a4e9bdb6d746eb0a", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4564013699, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2910.5280477099586, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a4e9bdb6d746eb0a/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a4e9bdb6d746eb0a/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..fe7f326b7c088c4458c34e9f40770ee70e53b405 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a4e9bdb6d746eb0a/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41ce087d31338e0e07fc092860b264970c4c3f40ca3a55c5801b8d17affd8648 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a4e9bdb6d746eb0a/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a4e9bdb6d746eb0a/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9ff3c7bdf71c421981be990d69289aba89a1b5c6 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a4e9bdb6d746eb0a/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "4", + "metadata_index": "4564", + "scene_id": "a4e9bdb6d746eb0a", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4564013699, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07152657955884933, + "psnr": 13.718584060668945, + "lpips": 0.719921886920929, + "ssim": 0.2446116954088211 + }, + "frames_025_050": { + "mse": 0.1411098837852478, + "psnr": 8.510858535766602, + "lpips": 1.0832581520080566, + "ssim": 0.020743606612086296 + }, + "frames_050_075": { + "mse": 0.18224716186523438, + "psnr": 7.420462608337402, + "lpips": 0.9945353865623474, + "ssim": 0.018123719841241837 + }, + "frames_075_100": { + "mse": 0.21205328404903412, + "psnr": 6.740213394165039, + "lpips": 0.8822280168533325, + "ssim": 0.06770148873329163 + }, + "frames_100_125": { + "mse": 0.21032550930976868, + "psnr": 6.7725830078125, + "lpips": 0.9154521822929382, + "ssim": 0.028188861906528473 + }, + "frames_125_150": { + "mse": 0.19621366262435913, + "psnr": 7.082376480102539, + "lpips": 0.9262822866439819, + "ssim": 0.03130894526839256 + }, + "frames_150_175": { + "mse": 0.18436603248119354, + "psnr": 7.352750301361084, + "lpips": 0.9270565509796143, + "ssim": 0.0255757886916399 + }, + "frames_175_200": { + "mse": 0.20721042156219482, + "psnr": 6.846123695373535, + "lpips": 0.9536166191101074, + "ssim": 0.02854769304394722 + }, + "frames_200_225": { + "mse": 0.20778688788414001, + "psnr": 6.832529067993164, + "lpips": 0.9300075769424438, + "ssim": 0.019460488110780716 + }, + "frames_225_250": { + "mse": 0.20787081122398376, + "psnr": 6.830301284790039, + "lpips": 0.9058623313903809, + "ssim": 0.01698816381394863 + }, + "frames_250_275": { + "mse": 0.23687618970870972, + "psnr": 6.2591938972473145, + "lpips": 0.9371503591537476, + "ssim": 0.02570030651986599 + }, + "frames_275_300": { + "mse": 0.23894642293453217, + "psnr": 6.223649978637695, + "lpips": 0.9328318238258362, + "ssim": 0.02000213786959648 + }, + "overall": { + "mse": 0.19137772917747498, + "psnr": 7.549135684967041, + "lpips": 0.9256836175918579, + "ssim": 0.04557941108942032 + }, + "forward": { + "mse": 0.15173423290252686, + "psnr": 9.097530364990234, + "lpips": 0.919985830783844, + "ssim": 0.08779513090848923 + }, + "return": { + "mse": 0.21119947731494904, + "psnr": 6.774938583374023, + "lpips": 0.9285324811935425, + "ssim": 0.024471545591950417 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a790bd601037ea91/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a790bd601037ea91/case.json new file mode 100644 index 0000000000000000000000000000000000000000..890419d492351bcd6f949a0a73a53eab5e2745d9 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a790bd601037ea91/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "96", + "metadata_index": "4634", + "scene_id": "a790bd601037ea91", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4634013909, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2901.3909361849073, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a790bd601037ea91/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a790bd601037ea91/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..195a6d1863e5db897d5b59e57b463d1270ea8632 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a790bd601037ea91/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28b9a19a1fd16fa899c95e4dda6f77874526625c2ffaecb63ebf3d438d3cc82 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a790bd601037ea91/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a790bd601037ea91/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..5b30bd48e04238a19c525719f7ff4356913541a2 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a790bd601037ea91/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "96", + "metadata_index": "4634", + "scene_id": "a790bd601037ea91", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4634013909, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07174447178840637, + "psnr": 14.107137680053711, + "lpips": 0.5127895474433899, + "ssim": 0.30454960465431213 + }, + "frames_025_050": { + "mse": 0.18873220682144165, + "psnr": 7.259586334228516, + "lpips": 0.9092963337898254, + "ssim": 0.023034220561385155 + }, + "frames_050_075": { + "mse": 0.2509434223175049, + "psnr": 6.02217960357666, + "lpips": 0.9641478657722473, + "ssim": 0.013245126232504845 + }, + "frames_075_100": { + "mse": 0.19974327087402344, + "psnr": 7.050417900085449, + "lpips": 0.8691508769989014, + "ssim": 0.07473167777061462 + }, + "frames_100_125": { + "mse": 0.1883266121149063, + "psnr": 7.280532360076904, + "lpips": 0.855774462223053, + "ssim": 0.05773503705859184 + }, + "frames_125_150": { + "mse": 0.22632355988025665, + "psnr": 6.4641313552856445, + "lpips": 0.8596314191818237, + "ssim": 0.03787362203001976 + }, + "frames_150_175": { + "mse": 0.23632805049419403, + "psnr": 6.271193027496338, + "lpips": 0.8817750811576843, + "ssim": 0.029055289924144745 + }, + "frames_175_200": { + "mse": 0.2513349652290344, + "psnr": 5.999161243438721, + "lpips": 0.8864931464195251, + "ssim": 0.02709507942199707 + }, + "frames_200_225": { + "mse": 0.27092111110687256, + "psnr": 5.6723480224609375, + "lpips": 0.9078308343887329, + "ssim": 0.031227683648467064 + }, + "frames_225_250": { + "mse": 0.2703796625137329, + "psnr": 5.712976455688477, + "lpips": 0.9651510119438171, + "ssim": 0.045944713056087494 + }, + "frames_250_275": { + "mse": 0.33158382773399353, + "psnr": 4.87208366394043, + "lpips": 1.06352698802948, + "ssim": 0.022314608097076416 + }, + "frames_275_300": { + "mse": 0.3739238381385803, + "psnr": 4.276316165924072, + "lpips": 1.0615780353546143, + "ssim": 0.0301479771733284 + }, + "overall": { + "mse": 0.2383570820093155, + "psnr": 6.749005317687988, + "lpips": 0.8947621583938599, + "ssim": 0.0580795481801033 + }, + "forward": { + "mse": 0.1777908354997635, + "psnr": 8.609829902648926, + "lpips": 0.813846230506897, + "ssim": 0.10389015078544617 + }, + "return": { + "mse": 0.2686402201652527, + "psnr": 5.818592548370361, + "lpips": 0.9352201819419861, + "ssim": 0.03517425060272217 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a8e53509b42b91e1/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a8e53509b42b91e1/case.json new file mode 100644 index 0000000000000000000000000000000000000000..483cf4f7e47fc305467c1b594929c13b9882a1db --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a8e53509b42b91e1/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "41", + "metadata_index": "4668", + "scene_id": "a8e53509b42b91e1", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4668014011, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2910.7229396940675, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a8e53509b42b91e1/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a8e53509b42b91e1/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..ba7cdaf1b90a3a82b4e65661ea7ab53c903a7aa9 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a8e53509b42b91e1/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3804c52288f6382449899d2b834a0c877365144afcb6668da909ad3d5eca18 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a8e53509b42b91e1/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a8e53509b42b91e1/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..82ee276c3a2c1883af8a8c9643001c8e5d28383a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a8e53509b42b91e1/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "41", + "metadata_index": "4668", + "scene_id": "a8e53509b42b91e1", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4668014011, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.15481489896774292, + "psnr": 8.756804466247559, + "lpips": 1.011358618736267, + "ssim": 0.06392991542816162 + }, + "frames_025_050": { + "mse": 0.20630954205989838, + "psnr": 6.8566412925720215, + "lpips": 1.0594600439071655, + "ssim": 0.010861690156161785 + }, + "frames_050_075": { + "mse": 0.23021604120731354, + "psnr": 6.382246017456055, + "lpips": 1.0067235231399536, + "ssim": 0.01349437516182661 + }, + "frames_075_100": { + "mse": 0.2710851728916168, + "psnr": 5.699796199798584, + "lpips": 0.9649198055267334, + "ssim": 0.06811584532260895 + }, + "frames_100_125": { + "mse": 0.2579716444015503, + "psnr": 5.885992050170898, + "lpips": 0.9527233839035034, + "ssim": 0.025603022426366806 + }, + "frames_125_150": { + "mse": 0.2939789295196533, + "psnr": 5.317575454711914, + "lpips": 0.9665535092353821, + "ssim": 0.03709707409143448 + }, + "frames_150_175": { + "mse": 0.2842927873134613, + "psnr": 5.4632248878479, + "lpips": 0.995463490486145, + "ssim": 0.04382145032286644 + }, + "frames_175_200": { + "mse": 0.29753851890563965, + "psnr": 5.264986515045166, + "lpips": 0.9779179096221924, + "ssim": 0.04976310208439827 + }, + "frames_200_225": { + "mse": 0.2909972667694092, + "psnr": 5.361486911773682, + "lpips": 0.9583283066749573, + "ssim": 0.04775475338101387 + }, + "frames_225_250": { + "mse": 0.2960844039916992, + "psnr": 5.286380767822266, + "lpips": 0.9866043925285339, + "ssim": 0.033532608300447464 + }, + "frames_250_275": { + "mse": 0.29264312982559204, + "psnr": 5.336833477020264, + "lpips": 0.9996330142021179, + "ssim": 0.025030964985489845 + }, + "frames_275_300": { + "mse": 0.2886846661567688, + "psnr": 5.395958423614502, + "lpips": 0.9840359687805176, + "ssim": 0.019775794818997383 + }, + "overall": { + "mse": 0.2637180984020233, + "psnr": 5.917326927185059, + "lpips": 0.9886434674263, + "ssim": 0.03656504675745964 + }, + "forward": { + "mse": 0.2156064212322235, + "psnr": 6.923871040344238, + "lpips": 1.0106154680252075, + "ssim": 0.03910045325756073 + }, + "return": { + "mse": 0.28777390718460083, + "psnr": 5.4140543937683105, + "lpips": 0.9776574969291687, + "ssim": 0.035297345370054245 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a9228c6ca6619266/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a9228c6ca6619266/case.json new file mode 100644 index 0000000000000000000000000000000000000000..9d895d3b86d8f5cdc0e1223aabb0d3e1e57430e5 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a9228c6ca6619266/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "50", + "metadata_index": "4678", + "scene_id": "a9228c6ca6619266", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4678014041, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2913.864698815858, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a9228c6ca6619266/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a9228c6ca6619266/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..fdc07ad49ee38858f424d5527243dc2e5be9bfa8 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a9228c6ca6619266/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eba5d53fa09937e354d4c7156e6e73204dd5ebe326453ba262af3e5c16e58c6 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a9228c6ca6619266/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a9228c6ca6619266/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..baa020617c8a946edb58db693f5bc1948d41194e --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/a9228c6ca6619266/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "50", + "metadata_index": "4678", + "scene_id": "a9228c6ca6619266", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4678014041, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.09983530640602112, + "psnr": 11.416694641113281, + "lpips": 0.6327254176139832, + "ssim": 0.20377929508686066 + }, + "frames_025_050": { + "mse": 0.20009750127792358, + "psnr": 6.991384506225586, + "lpips": 0.961201548576355, + "ssim": 0.01884351670742035 + }, + "frames_050_075": { + "mse": 0.23825207352638245, + "psnr": 6.239415168762207, + "lpips": 0.9193864464759827, + "ssim": 0.06246691569685936 + }, + "frames_075_100": { + "mse": 0.2080831080675125, + "psnr": 6.877986907958984, + "lpips": 0.898285448551178, + "ssim": 0.040897026658058167 + }, + "frames_100_125": { + "mse": 0.2151397168636322, + "psnr": 6.695240497589111, + "lpips": 1.0148507356643677, + "ssim": 0.012689195573329926 + }, + "frames_125_150": { + "mse": 0.219528466463089, + "psnr": 6.593744277954102, + "lpips": 0.9050120711326599, + "ssim": 0.04748373106122017 + }, + "frames_150_175": { + "mse": 0.27970290184020996, + "psnr": 5.539278507232666, + "lpips": 0.8979247808456421, + "ssim": 0.02768888883292675 + }, + "frames_175_200": { + "mse": 0.2955300807952881, + "psnr": 5.295743465423584, + "lpips": 0.8868703246116638, + "ssim": 0.037044327706098557 + }, + "frames_200_225": { + "mse": 0.276882141828537, + "psnr": 5.578829288482666, + "lpips": 0.8769210577011108, + "ssim": 0.041107699275016785 + }, + "frames_225_250": { + "mse": 0.24765710532665253, + "psnr": 6.08110237121582, + "lpips": 0.8916056156158447, + "ssim": 0.04144364222884178 + }, + "frames_250_275": { + "mse": 0.2521999478340149, + "psnr": 5.984335899353027, + "lpips": 0.917201817035675, + "ssim": 0.024872666224837303 + }, + "frames_275_300": { + "mse": 0.2289404422044754, + "psnr": 6.40664005279541, + "lpips": 0.9045457243919373, + "ssim": 0.043814629316329956 + }, + "overall": { + "mse": 0.23015406727790833, + "psnr": 6.64169979095459, + "lpips": 0.8922109007835388, + "ssim": 0.05017763003706932 + }, + "forward": { + "mse": 0.1865670084953308, + "psnr": 7.881371021270752, + "lpips": 0.8528998494148254, + "ssim": 0.08149668574333191 + }, + "return": { + "mse": 0.2519475817680359, + "psnr": 6.021864414215088, + "lpips": 0.9118664264678955, + "ssim": 0.03451810032129288 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/aa4a4768c8635fde/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/aa4a4768c8635fde/case.json new file mode 100644 index 0000000000000000000000000000000000000000..c7266b6add2508c7956e880e51be130fb8b77c1f --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/aa4a4768c8635fde/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "17", + "metadata_index": "4713", + "scene_id": "aa4a4768c8635fde", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4713014146, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2910.50706390501, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/aa4a4768c8635fde/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/aa4a4768c8635fde/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..fd1512a11522e5d65ad36cfc87eb19e5be489086 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/aa4a4768c8635fde/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:670ef3c86701886adb8d04483704eab69a9d3d39ab866ec7e8c76720ef93c9f9 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/aa4a4768c8635fde/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/aa4a4768c8635fde/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..fe04e3d0535a373261b0093a2bd50371dd77ebe7 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/aa4a4768c8635fde/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "17", + "metadata_index": "4713", + "scene_id": "aa4a4768c8635fde", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4713014146, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.1291709840297699, + "psnr": 10.909168243408203, + "lpips": 0.6683202981948853, + "ssim": 0.15983876585960388 + }, + "frames_025_050": { + "mse": 0.22654934227466583, + "psnr": 6.4493536949157715, + "lpips": 0.9688258171081543, + "ssim": 0.011123733595013618 + }, + "frames_050_075": { + "mse": 0.19932372868061066, + "psnr": 7.012072563171387, + "lpips": 0.8687260150909424, + "ssim": 0.04705798998475075 + }, + "frames_075_100": { + "mse": 0.21686246991157532, + "psnr": 6.6413116455078125, + "lpips": 0.8514867424964905, + "ssim": 0.01804574951529503 + }, + "frames_100_125": { + "mse": 0.22556616365909576, + "psnr": 6.470390796661377, + "lpips": 0.8279178142547607, + "ssim": 0.01989494450390339 + }, + "frames_125_150": { + "mse": 0.23808692395687103, + "psnr": 6.233156204223633, + "lpips": 0.8521135449409485, + "ssim": 0.01980583928525448 + }, + "frames_150_175": { + "mse": 0.2436593770980835, + "psnr": 6.1360931396484375, + "lpips": 0.8746117353439331, + "ssim": 0.029698047786951065 + }, + "frames_175_200": { + "mse": 0.24978435039520264, + "psnr": 6.032673358917236, + "lpips": 0.8782368302345276, + "ssim": 0.036395471543073654 + }, + "frames_200_225": { + "mse": 0.2861171066761017, + "psnr": 5.4372992515563965, + "lpips": 0.8725385069847107, + "ssim": 0.029595449566841125 + }, + "frames_225_250": { + "mse": 0.27900460362434387, + "psnr": 5.547662258148193, + "lpips": 0.8766045570373535, + "ssim": 0.04177875071763992 + }, + "frames_250_275": { + "mse": 0.2619921565055847, + "psnr": 5.818310737609863, + "lpips": 0.8931295871734619, + "ssim": 0.04920775815844536 + }, + "frames_275_300": { + "mse": 0.2438184767961502, + "psnr": 6.143683910369873, + "lpips": 0.8867452144622803, + "ssim": 0.06046087667346001 + }, + "overall": { + "mse": 0.2333279699087143, + "psnr": 6.5692644119262695, + "lpips": 0.8599380254745483, + "ssim": 0.04357528313994408 + }, + "forward": { + "mse": 0.19297665357589722, + "psnr": 7.752975940704346, + "lpips": 0.8393397331237793, + "ssim": 0.05901656299829483 + }, + "return": { + "mse": 0.2535036504268646, + "psnr": 5.977408409118652, + "lpips": 0.8702372908592224, + "ssim": 0.03585464134812355 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ade3e283780efbd7/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ade3e283780efbd7/case.json new file mode 100644 index 0000000000000000000000000000000000000000..b7d2c1de3f9fdf0d62475323ccecfd268da99159 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ade3e283780efbd7/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "49", + "metadata_index": "4812", + "scene_id": "ade3e283780efbd7", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4812014443, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2917.139039667789, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ade3e283780efbd7/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ade3e283780efbd7/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..a471d05c439864edb2f2c983d284e48da437f6f0 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ade3e283780efbd7/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:043fb7131100b32d11055f8088af7a23fd27bcee352b75a750d8bc3b5ec652af +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ade3e283780efbd7/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ade3e283780efbd7/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..adeaeb4ec91c396c1d47e27f280b1b4b3a8a3cb0 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ade3e283780efbd7/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "49", + "metadata_index": "4812", + "scene_id": "ade3e283780efbd7", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4812014443, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.14457547664642334, + "psnr": 8.840856552124023, + "lpips": 0.7739293575286865, + "ssim": 0.06753894686698914 + }, + "frames_025_050": { + "mse": 0.19536428153514862, + "psnr": 7.093250751495361, + "lpips": 0.9460808038711548, + "ssim": 0.022165246307849884 + }, + "frames_050_075": { + "mse": 0.2412146031856537, + "psnr": 6.190495491027832, + "lpips": 0.8978400230407715, + "ssim": 0.03876582533121109 + }, + "frames_075_100": { + "mse": 0.2832225561141968, + "psnr": 5.484536647796631, + "lpips": 0.8792645335197449, + "ssim": 0.05853370204567909 + }, + "frames_100_125": { + "mse": 0.2746486961841583, + "psnr": 5.627041816711426, + "lpips": 0.8873946666717529, + "ssim": 0.03895571827888489 + }, + "frames_125_150": { + "mse": 0.23460352420806885, + "psnr": 6.296741485595703, + "lpips": 0.8762009143829346, + "ssim": 0.03805968165397644 + }, + "frames_150_175": { + "mse": 0.23483745753765106, + "psnr": 6.294257164001465, + "lpips": 0.8706205487251282, + "ssim": 0.03278401494026184 + }, + "frames_175_200": { + "mse": 0.24755163490772247, + "psnr": 6.067145824432373, + "lpips": 0.8779416680335999, + "ssim": 0.032365743070840836 + }, + "frames_200_225": { + "mse": 0.2818889915943146, + "psnr": 5.503787994384766, + "lpips": 0.8713958263397217, + "ssim": 0.04091957211494446 + }, + "frames_225_250": { + "mse": 0.3001743257045746, + "psnr": 5.228720664978027, + "lpips": 0.8690583109855652, + "ssim": 0.040809955447912216 + }, + "frames_250_275": { + "mse": 0.2795785367488861, + "psnr": 5.536323070526123, + "lpips": 0.8760530948638916, + "ssim": 0.035934269428253174 + }, + "frames_275_300": { + "mse": 0.30171260237693787, + "psnr": 5.211257457733154, + "lpips": 0.8924266695976257, + "ssim": 0.03589637577533722 + }, + "overall": { + "mse": 0.25161439180374146, + "psnr": 6.114534378051758, + "lpips": 0.8765172362327576, + "ssim": 0.04022742062807083 + }, + "forward": { + "mse": 0.2160942256450653, + "psnr": 6.902285099029541, + "lpips": 0.874278724193573, + "ssim": 0.046750932931900024 + }, + "return": { + "mse": 0.26937445998191833, + "psnr": 5.720659255981445, + "lpips": 0.8776364326477051, + "ssim": 0.036965664476156235 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b4c2c2cb9d279a99/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b4c2c2cb9d279a99/case.json new file mode 100644 index 0000000000000000000000000000000000000000..51269dbfc37d04b74f396ff88895fb6053f3a4fe --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b4c2c2cb9d279a99/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "68", + "metadata_index": "4993", + "scene_id": "b4c2c2cb9d279a99", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 4993014986, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2909.090869036969, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b4c2c2cb9d279a99/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b4c2c2cb9d279a99/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..32f8de96f42f2ba054f4400fa02163fa27cc9a75 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b4c2c2cb9d279a99/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cbf111d1c5da1fa1d8428176ce46168db1ded3cc931ee836e6b4293fb89cac7 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b4c2c2cb9d279a99/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b4c2c2cb9d279a99/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ae7447ec189c0c7a2449b81f5ea99d0ef8b61dee --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b4c2c2cb9d279a99/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "68", + "metadata_index": "4993", + "scene_id": "b4c2c2cb9d279a99", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 4993014986, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.05881054699420929, + "psnr": 15.30280876159668, + "lpips": 0.5623512268066406, + "ssim": 0.30682218074798584 + }, + "frames_025_050": { + "mse": 0.12773434817790985, + "psnr": 8.938233375549316, + "lpips": 1.0334913730621338, + "ssim": 0.01719077117741108 + }, + "frames_050_075": { + "mse": 0.14702801406383514, + "psnr": 8.373045921325684, + "lpips": 0.9157323241233826, + "ssim": 0.06896653771400452 + }, + "frames_075_100": { + "mse": 0.16049553453922272, + "psnr": 7.965150356292725, + "lpips": 0.8524483442306519, + "ssim": 0.03939218074083328 + }, + "frames_100_125": { + "mse": 0.18052057921886444, + "psnr": 7.43520975112915, + "lpips": 0.8465011119842529, + "ssim": 0.03974418342113495 + }, + "frames_125_150": { + "mse": 0.1764063984155655, + "psnr": 7.536326885223389, + "lpips": 0.8485106825828552, + "ssim": 0.056072529405355453 + }, + "frames_150_175": { + "mse": 0.18510417640209198, + "psnr": 7.328447341918945, + "lpips": 0.874062180519104, + "ssim": 0.053373150527477264 + }, + "frames_175_200": { + "mse": 0.19555018842220306, + "psnr": 7.087971210479736, + "lpips": 0.8767889142036438, + "ssim": 0.07254130393266678 + }, + "frames_200_225": { + "mse": 0.20640674233436584, + "psnr": 6.854079723358154, + "lpips": 0.8683619499206543, + "ssim": 0.06594941765069962 + }, + "frames_225_250": { + "mse": 0.22751590609550476, + "psnr": 6.4327569007873535, + "lpips": 0.8625695705413818, + "ssim": 0.0717887282371521 + }, + "frames_250_275": { + "mse": 0.2479778677225113, + "psnr": 6.058999061584473, + "lpips": 0.8621808886528015, + "ssim": 0.06824927031993866 + }, + "frames_275_300": { + "mse": 0.2506188154220581, + "psnr": 6.012472629547119, + "lpips": 0.8792238831520081, + "ssim": 0.06684338301420212 + }, + "overall": { + "mse": 0.18034741282463074, + "psnr": 7.943792343139648, + "lpips": 0.8568519353866577, + "ssim": 0.07724447548389435 + }, + "forward": { + "mse": 0.12351711094379425, + "psnr": 10.144810676574707, + "lpips": 0.8410058617591858, + "ssim": 0.10809291899204254 + }, + "return": { + "mse": 0.20876257121562958, + "psnr": 6.843283176422119, + "lpips": 0.8647749423980713, + "ssim": 0.06182025000452995 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b8605d7a56bada1c/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b8605d7a56bada1c/case.json new file mode 100644 index 0000000000000000000000000000000000000000..37465c3017c9a5af96463aac48374674632d6428 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b8605d7a56bada1c/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "57", + "metadata_index": "5105", + "scene_id": "b8605d7a56bada1c", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5105015322, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2915.2244349771645, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b8605d7a56bada1c/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b8605d7a56bada1c/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..df849d06ded83bb83963c1893cc317239d89f63e --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b8605d7a56bada1c/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:833f917a6c2bf05aca8ba975acfceec7ffbb1057ba9f729c8ef54c9a663a252a +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b8605d7a56bada1c/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b8605d7a56bada1c/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..daa264c1cdfd4b5502b0800c140da64e87587d1d --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/b8605d7a56bada1c/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "57", + "metadata_index": "5105", + "scene_id": "b8605d7a56bada1c", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5105015322, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07898684591054916, + "psnr": 13.545522689819336, + "lpips": 0.5544137954711914, + "ssim": 0.2554478645324707 + }, + "frames_025_050": { + "mse": 0.1873815953731537, + "psnr": 7.300417423248291, + "lpips": 0.9476094245910645, + "ssim": 0.00810165423899889 + }, + "frames_050_075": { + "mse": 0.20971357822418213, + "psnr": 6.813600063323975, + "lpips": 0.8579450249671936, + "ssim": 0.14339026808738708 + }, + "frames_075_100": { + "mse": 0.21092088520526886, + "psnr": 6.769976615905762, + "lpips": 0.9345830678939819, + "ssim": 0.06291568279266357 + }, + "frames_100_125": { + "mse": 0.21890880167484283, + "psnr": 6.609521865844727, + "lpips": 0.8890421390533447, + "ssim": 0.06991135329008102 + }, + "frames_125_150": { + "mse": 0.2133588045835495, + "psnr": 6.713930606842041, + "lpips": 0.8884798288345337, + "ssim": 0.04515400901436806 + }, + "frames_150_175": { + "mse": 0.20064617693424225, + "psnr": 6.976430892944336, + "lpips": 0.9068407416343689, + "ssim": 0.03102802485227585 + }, + "frames_175_200": { + "mse": 0.2081838995218277, + "psnr": 6.8172502517700195, + "lpips": 0.8972516059875488, + "ssim": 0.032706305384635925 + }, + "frames_200_225": { + "mse": 0.20798122882843018, + "psnr": 6.823103427886963, + "lpips": 0.9006317853927612, + "ssim": 0.0192773025482893 + }, + "frames_225_250": { + "mse": 0.2264033854007721, + "psnr": 6.453753471374512, + "lpips": 0.8894411325454712, + "ssim": 0.021155623719096184 + }, + "frames_250_275": { + "mse": 0.22408287227153778, + "psnr": 6.497556686401367, + "lpips": 0.8736642599105835, + "ssim": 0.016997534781694412 + }, + "frames_275_300": { + "mse": 0.22026526927947998, + "psnr": 6.5728068351745605, + "lpips": 0.8802278637886047, + "ssim": 0.01877439208328724 + }, + "overall": { + "mse": 0.20056945085525513, + "psnr": 7.324489116668701, + "lpips": 0.868344247341156, + "ssim": 0.060405001044273376 + }, + "forward": { + "mse": 0.1717507243156433, + "psnr": 8.607379913330078, + "lpips": 0.823637843132019, + "ssim": 0.11746387183666229 + }, + "return": { + "mse": 0.21497878432273865, + "psnr": 6.68304443359375, + "lpips": 0.8906975388526917, + "ssim": 0.03187556564807892 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/bb0d9ff59505b17e/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/bb0d9ff59505b17e/case.json new file mode 100644 index 0000000000000000000000000000000000000000..114138eb2c11461219926e220758b02869ad31be --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/bb0d9ff59505b17e/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "67", + "metadata_index": "5169", + "scene_id": "bb0d9ff59505b17e", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5169015514, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2914.3625250421464, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/bb0d9ff59505b17e/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/bb0d9ff59505b17e/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..8db1ea9121cc456480b51afe58eaa9d56bca2bab --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/bb0d9ff59505b17e/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:747434d367516b555b240ef0071fb7f8ab9638324f90b8686e1085342af9827e +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/bb0d9ff59505b17e/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/bb0d9ff59505b17e/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c9ef7d04d533bb02e4c559bca2f8120fd34ff9fb --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/bb0d9ff59505b17e/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "67", + "metadata_index": "5169", + "scene_id": "bb0d9ff59505b17e", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5169015514, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.09553752839565277, + "psnr": 11.860732078552246, + "lpips": 0.590674877166748, + "ssim": 0.2116577923297882 + }, + "frames_025_050": { + "mse": 0.17597302794456482, + "psnr": 7.549233436584473, + "lpips": 0.9322932362556458, + "ssim": 0.015393451787531376 + }, + "frames_050_075": { + "mse": 0.19717447459697723, + "psnr": 7.0545268058776855, + "lpips": 0.9655047655105591, + "ssim": 0.014122472144663334 + }, + "frames_075_100": { + "mse": 0.1805237978696823, + "psnr": 7.435431957244873, + "lpips": 0.8440763354301453, + "ssim": 0.03056541457772255 + }, + "frames_100_125": { + "mse": 0.193750262260437, + "psnr": 7.128545761108398, + "lpips": 0.8515298962593079, + "ssim": 0.03532750532031059 + }, + "frames_125_150": { + "mse": 0.21228137612342834, + "psnr": 6.732720851898193, + "lpips": 0.8941574096679688, + "ssim": 0.0244169719517231 + }, + "frames_150_175": { + "mse": 0.2182319611310959, + "psnr": 6.611022472381592, + "lpips": 0.8994014859199524, + "ssim": 0.02610182762145996 + }, + "frames_175_200": { + "mse": 0.23099756240844727, + "psnr": 6.365232944488525, + "lpips": 0.8872841000556946, + "ssim": 0.030079850926995277 + }, + "frames_200_225": { + "mse": 0.23480737209320068, + "psnr": 6.293167591094971, + "lpips": 0.8604421019554138, + "ssim": 0.04089340195059776 + }, + "frames_225_250": { + "mse": 0.23092857003211975, + "psnr": 6.365330219268799, + "lpips": 0.8569959998130798, + "ssim": 0.036136239767074585 + }, + "frames_250_275": { + "mse": 0.23045289516448975, + "psnr": 6.374600887298584, + "lpips": 0.8611451983451843, + "ssim": 0.04637984186410904 + }, + "frames_275_300": { + "mse": 0.2252551019191742, + "psnr": 6.473726749420166, + "lpips": 0.8383821249008179, + "ssim": 0.03993801772594452 + }, + "overall": { + "mse": 0.20215949416160583, + "psnr": 7.187023162841797, + "lpips": 0.8568239212036133, + "ssim": 0.04591773450374603 + }, + "forward": { + "mse": 0.16230221092700958, + "psnr": 8.474980354309082, + "lpips": 0.8331373333930969, + "ssim": 0.0679347813129425 + }, + "return": { + "mse": 0.22208812832832336, + "psnr": 6.543043613433838, + "lpips": 0.8686673045158386, + "ssim": 0.0349092073738575 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c0b4b9d69f8694e1/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c0b4b9d69f8694e1/case.json new file mode 100644 index 0000000000000000000000000000000000000000..bdb930b69333300d46b872b586faa95593186493 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c0b4b9d69f8694e1/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "36", + "metadata_index": "5335", + "scene_id": "c0b4b9d69f8694e1", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5335016012, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2909.158289303072, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c0b4b9d69f8694e1/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c0b4b9d69f8694e1/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..93df154fe8e6db65900bfcbf7c599822a98ec7c5 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c0b4b9d69f8694e1/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e816aff0aa09ce86e02b4174dd19d1d4da5a6f827e7d6124a3d8e33db7f228f +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c0b4b9d69f8694e1/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c0b4b9d69f8694e1/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c887ebc90d00575c4ea87d26d70aaeb9137b830c --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c0b4b9d69f8694e1/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "36", + "metadata_index": "5335", + "scene_id": "c0b4b9d69f8694e1", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5335016012, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07061969488859177, + "psnr": 12.815049171447754, + "lpips": 0.6149973273277283, + "ssim": 0.1859380602836609 + }, + "frames_025_050": { + "mse": 0.11565467715263367, + "psnr": 9.370462417602539, + "lpips": 0.8689025044441223, + "ssim": 0.03765367716550827 + }, + "frames_050_075": { + "mse": 0.18501582741737366, + "psnr": 7.610028266906738, + "lpips": 0.8598690032958984, + "ssim": 0.0677642747759819 + }, + "frames_075_100": { + "mse": 0.1492903232574463, + "psnr": 8.260064125061035, + "lpips": 0.87245774269104, + "ssim": 0.03523155301809311 + }, + "frames_100_125": { + "mse": 0.17588025331497192, + "psnr": 7.586126804351807, + "lpips": 0.8558847308158875, + "ssim": 0.044703301042318344 + }, + "frames_125_150": { + "mse": 0.17475953698158264, + "psnr": 7.576961040496826, + "lpips": 0.8483853340148926, + "ssim": 0.041421085596084595 + }, + "frames_150_175": { + "mse": 0.17596600949764252, + "psnr": 7.548775672912598, + "lpips": 0.8663268089294434, + "ssim": 0.05789732560515404 + }, + "frames_175_200": { + "mse": 0.1531694084405899, + "psnr": 8.148612022399902, + "lpips": 0.8657823801040649, + "ssim": 0.0405622273683548 + }, + "frames_200_225": { + "mse": 0.15856356918811798, + "psnr": 8.00110912322998, + "lpips": 0.8965895175933838, + "ssim": 0.040509119629859924 + }, + "frames_225_250": { + "mse": 0.17273396253585815, + "psnr": 7.626753330230713, + "lpips": 0.8779370784759521, + "ssim": 0.049067508429288864 + }, + "frames_250_275": { + "mse": 0.18226921558380127, + "psnr": 7.412286281585693, + "lpips": 0.8891310095787048, + "ssim": 0.03906206414103508 + }, + "frames_275_300": { + "mse": 0.25331759452819824, + "psnr": 5.965619087219238, + "lpips": 0.896125078201294, + "ssim": 0.04507133364677429 + }, + "overall": { + "mse": 0.16393667459487915, + "psnr": 8.16015338897705, + "lpips": 0.8510324358940125, + "ssim": 0.05707345902919769 + }, + "forward": { + "mse": 0.1301451325416565, + "psnr": 9.513900756835938, + "lpips": 0.8040566444396973, + "ssim": 0.0816468819975853 + }, + "return": { + "mse": 0.18083244562149048, + "psnr": 7.483280181884766, + "lpips": 0.8745202422142029, + "ssim": 0.04478674754500389 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c211e68f8e67eccf/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c211e68f8e67eccf/case.json new file mode 100644 index 0000000000000000000000000000000000000000..1e30bff534609420206c5d25f12750eacac2d7fa --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c211e68f8e67eccf/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "42", + "metadata_index": "5380", + "scene_id": "c211e68f8e67eccf", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5380016147, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2914.384323881939, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c211e68f8e67eccf/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c211e68f8e67eccf/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..26bb585a176dba08f1f064b894c16893e8066710 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c211e68f8e67eccf/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f8ba09397c1436d7aa92561e32dbb770267d9b396b8cfb350f8dbeab1b15648 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c211e68f8e67eccf/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c211e68f8e67eccf/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c06732b52e9eb9090298845724792abdce758eeb --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c211e68f8e67eccf/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "42", + "metadata_index": "5380", + "scene_id": "c211e68f8e67eccf", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5380016147, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.08511403948068619, + "psnr": 11.683935165405273, + "lpips": 0.7562686204910278, + "ssim": 0.12391979247331619 + }, + "frames_025_050": { + "mse": 0.12543904781341553, + "psnr": 9.020280838012695, + "lpips": 0.9491894245147705, + "ssim": 0.017501119524240494 + }, + "frames_050_075": { + "mse": 0.136617049574852, + "psnr": 8.646713256835938, + "lpips": 0.8740684986114502, + "ssim": 0.04304066672921181 + }, + "frames_075_100": { + "mse": 0.14648984372615814, + "psnr": 8.347686767578125, + "lpips": 0.8726985454559326, + "ssim": 0.028335213661193848 + }, + "frames_100_125": { + "mse": 0.15367940068244934, + "psnr": 8.142868995666504, + "lpips": 0.8524143695831299, + "ssim": 0.029464153572916985 + }, + "frames_125_150": { + "mse": 0.14051596820354462, + "psnr": 8.523710250854492, + "lpips": 0.8804553151130676, + "ssim": 0.034372732043266296 + }, + "frames_150_175": { + "mse": 0.1472533941268921, + "psnr": 8.348285675048828, + "lpips": 0.907197117805481, + "ssim": 0.0421757735311985 + }, + "frames_175_200": { + "mse": 0.1403340846300125, + "psnr": 8.531900405883789, + "lpips": 0.896287202835083, + "ssim": 0.024087615311145782 + }, + "frames_200_225": { + "mse": 0.1429758220911026, + "psnr": 8.454870223999023, + "lpips": 0.8959503769874573, + "ssim": 0.01933753304183483 + }, + "frames_225_250": { + "mse": 0.13215799629688263, + "psnr": 8.790071487426758, + "lpips": 0.892527163028717, + "ssim": 0.027982668951153755 + }, + "frames_250_275": { + "mse": 0.14694781601428986, + "psnr": 8.331852912902832, + "lpips": 0.8859884142875671, + "ssim": 0.026848668232560158 + }, + "frames_275_300": { + "mse": 0.16483822464942932, + "psnr": 7.833514213562012, + "lpips": 0.8717797994613647, + "ssim": 0.022391313686966896 + }, + "overall": { + "mse": 0.13853023946285248, + "psnr": 8.721307754516602, + "lpips": 0.8779020309448242, + "ssim": 0.03662143647670746 + }, + "forward": { + "mse": 0.12341499328613281, + "psnr": 9.424654006958008, + "lpips": 0.8630563616752625, + "ssim": 0.05319919437170029 + }, + "return": { + "mse": 0.14608784019947052, + "psnr": 8.369633674621582, + "lpips": 0.8853249549865723, + "ssim": 0.028332557529211044 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c251d6e68d6d89eb/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c251d6e68d6d89eb/case.json new file mode 100644 index 0000000000000000000000000000000000000000..fd5c318116c2eadecc8427acb389052c242ece8d --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c251d6e68d6d89eb/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "61", + "metadata_index": "5387", + "scene_id": "c251d6e68d6d89eb", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5387016168, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.758163935039, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c251d6e68d6d89eb/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c251d6e68d6d89eb/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..b2db08eb092ae561222632eeda3bc73ac306e62f --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c251d6e68d6d89eb/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:535100c1ed2695f928b9854430a906503910692db8608fa37e36805160998271 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c251d6e68d6d89eb/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c251d6e68d6d89eb/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..125fe0ffaf4b0ff52a995e89e68913601da556d4 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c251d6e68d6d89eb/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "61", + "metadata_index": "5387", + "scene_id": "c251d6e68d6d89eb", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5387016168, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.05447421595454216, + "psnr": 15.67529010772705, + "lpips": 0.5057012438774109, + "ssim": 0.3785806894302368 + }, + "frames_025_050": { + "mse": 0.1851179450750351, + "psnr": 7.344537258148193, + "lpips": 0.9896449446678162, + "ssim": 0.02014022320508957 + }, + "frames_050_075": { + "mse": 0.23338386416435242, + "psnr": 6.329118251800537, + "lpips": 1.0053516626358032, + "ssim": 0.01980878785252571 + }, + "frames_075_100": { + "mse": 0.20749612152576447, + "psnr": 6.836260795593262, + "lpips": 0.9135081768035889, + "ssim": 0.06718524545431137 + }, + "frames_100_125": { + "mse": 0.21748647093772888, + "psnr": 6.62973165512085, + "lpips": 0.9085881114006042, + "ssim": 0.06865322589874268 + }, + "frames_125_150": { + "mse": 0.22363857924938202, + "psnr": 6.5058794021606445, + "lpips": 0.8812940120697021, + "ssim": 0.08348237723112106 + }, + "frames_150_175": { + "mse": 0.22870425879955292, + "psnr": 6.407872200012207, + "lpips": 0.9086135625839233, + "ssim": 0.06963493674993515 + }, + "frames_175_200": { + "mse": 0.22252269089221954, + "psnr": 6.532176494598389, + "lpips": 0.9150148630142212, + "ssim": 0.0909588560461998 + }, + "frames_200_225": { + "mse": 0.20749856531620026, + "psnr": 6.8340301513671875, + "lpips": 0.9042958617210388, + "ssim": 0.026992805302143097 + }, + "frames_225_250": { + "mse": 0.25068092346191406, + "psnr": 6.015742778778076, + "lpips": 0.8945729732513428, + "ssim": 0.023350290954113007 + }, + "frames_250_275": { + "mse": 0.2618187665939331, + "psnr": 5.822244644165039, + "lpips": 0.8674910664558411, + "ssim": 0.04154547303915024 + }, + "frames_275_300": { + "mse": 0.28428298234939575, + "psnr": 5.463319301605225, + "lpips": 0.8772053718566895, + "ssim": 0.08789734542369843 + }, + "overall": { + "mse": 0.2147587537765503, + "psnr": 7.199683666229248, + "lpips": 0.8809401392936707, + "ssim": 0.08151919394731522 + }, + "forward": { + "mse": 0.170118048787117, + "psnr": 9.046300888061523, + "lpips": 0.8535515666007996, + "ssim": 0.12142873555421829 + }, + "return": { + "mse": 0.23707915842533112, + "psnr": 6.2763752937316895, + "lpips": 0.8946345448493958, + "ssim": 0.06156441569328308 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c30ce1a9890c8bdb/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c30ce1a9890c8bdb/case.json new file mode 100644 index 0000000000000000000000000000000000000000..b471cc9546af333219034c6335ac0d57578f6a03 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c30ce1a9890c8bdb/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "38", + "metadata_index": "5406", + "scene_id": "c30ce1a9890c8bdb", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5406016225, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2926.666345285019, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c30ce1a9890c8bdb/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c30ce1a9890c8bdb/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..4232f84c6649bd2ec7a17e72ef80627979aea2e6 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c30ce1a9890c8bdb/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cab3864b7bda6578a0de61f6ae468e7719c2a87047202e4f8332f7a0d4ea23e +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c30ce1a9890c8bdb/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c30ce1a9890c8bdb/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9321820a9819c222f5fd43d175095f249f0cd99b --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c30ce1a9890c8bdb/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "38", + "metadata_index": "5406", + "scene_id": "c30ce1a9890c8bdb", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5406016225, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.05401726812124252, + "psnr": 16.508487701416016, + "lpips": 0.5169153809547424, + "ssim": 0.35617730021476746 + }, + "frames_025_050": { + "mse": 0.15688270330429077, + "psnr": 8.050763130187988, + "lpips": 0.930996835231781, + "ssim": 0.012432358227670193 + }, + "frames_050_075": { + "mse": 0.18211880326271057, + "psnr": 7.407625675201416, + "lpips": 0.976001501083374, + "ssim": 0.012024027295410633 + }, + "frames_075_100": { + "mse": 0.1816672533750534, + "psnr": 7.466513633728027, + "lpips": 0.8683534860610962, + "ssim": 0.12013480067253113 + }, + "frames_100_125": { + "mse": 0.1883419007062912, + "psnr": 7.258919715881348, + "lpips": 0.946764349937439, + "ssim": 0.018182935193181038 + }, + "frames_125_150": { + "mse": 0.1937989741563797, + "psnr": 7.129141330718994, + "lpips": 0.9262640476226807, + "ssim": 0.027213523164391518 + }, + "frames_150_175": { + "mse": 0.2097543329000473, + "psnr": 6.7854814529418945, + "lpips": 0.8879715204238892, + "ssim": 0.05368546396493912 + }, + "frames_175_200": { + "mse": 0.21200573444366455, + "psnr": 6.737812042236328, + "lpips": 0.9101597666740417, + "ssim": 0.04511348903179169 + }, + "frames_200_225": { + "mse": 0.21318382024765015, + "psnr": 6.713538646697998, + "lpips": 0.9247167706489563, + "ssim": 0.03405242785811424 + }, + "frames_225_250": { + "mse": 0.21603082120418549, + "psnr": 6.657346248626709, + "lpips": 0.9437043070793152, + "ssim": 0.022459540516138077 + }, + "frames_250_275": { + "mse": 0.23235714435577393, + "psnr": 6.339052200317383, + "lpips": 0.9425447583198547, + "ssim": 0.021571526303887367 + }, + "frames_275_300": { + "mse": 0.2438821643590927, + "psnr": 6.129283428192139, + "lpips": 0.9528955221176147, + "ssim": 0.035243596881628036 + }, + "overall": { + "mse": 0.19033673405647278, + "psnr": 7.765329360961914, + "lpips": 0.8939406275749207, + "ssim": 0.06319091469049454 + }, + "forward": { + "mse": 0.14367149770259857, + "psnr": 9.858346939086914, + "lpips": 0.823066771030426, + "ssim": 0.12519212067127228 + }, + "return": { + "mse": 0.21366937458515167, + "psnr": 6.718822002410889, + "lpips": 0.9293776154518127, + "ssim": 0.03219031170010567 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c551b85ce38402a8/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c551b85ce38402a8/case.json new file mode 100644 index 0000000000000000000000000000000000000000..8024f4ae3737df5f4b7bd56108d50cb6b6e7a644 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c551b85ce38402a8/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "25", + "metadata_index": "5484", + "scene_id": "c551b85ce38402a8", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5484016459, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2917.256625409005, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c551b85ce38402a8/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c551b85ce38402a8/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..a3733e0e35415e3d54b000ce5311cd242bdc8812 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c551b85ce38402a8/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e3d013c3ca51e157da962857bea78a524d2092a600d2540bd6bdf214063a3e5 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c551b85ce38402a8/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c551b85ce38402a8/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3956d5a4524fda4ec7f59474f1e22bcfdeb5cab7 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/c551b85ce38402a8/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "25", + "metadata_index": "5484", + "scene_id": "c551b85ce38402a8", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5484016459, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.12165024876594543, + "psnr": 9.571605682373047, + "lpips": 0.5920511484146118, + "ssim": 0.0989423394203186 + }, + "frames_025_050": { + "mse": 0.18255586922168732, + "psnr": 7.434638500213623, + "lpips": 0.7421604990959167, + "ssim": 0.03674449771642685 + }, + "frames_050_075": { + "mse": 0.22580444812774658, + "psnr": 6.473057746887207, + "lpips": 0.7610568404197693, + "ssim": 0.052195362746715546 + }, + "frames_075_100": { + "mse": 0.2584769129753113, + "psnr": 5.883142471313477, + "lpips": 0.7827990651130676, + "ssim": 0.04712635651230812 + }, + "frames_100_125": { + "mse": 0.2236233651638031, + "psnr": 6.5253777503967285, + "lpips": 0.7911965250968933, + "ssim": 0.039799973368644714 + }, + "frames_125_150": { + "mse": 0.19698087871074677, + "psnr": 7.114778995513916, + "lpips": 0.8001232743263245, + "ssim": 0.0364350788295269 + }, + "frames_150_175": { + "mse": 0.24097689986228943, + "psnr": 6.2060933113098145, + "lpips": 0.7939938306808472, + "ssim": 0.04643213376402855 + }, + "frames_175_200": { + "mse": 0.20616193115711212, + "psnr": 6.8805766105651855, + "lpips": 0.8031001091003418, + "ssim": 0.04763852432370186 + }, + "frames_200_225": { + "mse": 0.2091851830482483, + "psnr": 6.832408428192139, + "lpips": 0.7859160900115967, + "ssim": 0.04282940924167633 + }, + "frames_225_250": { + "mse": 0.20681102573871613, + "psnr": 6.908071517944336, + "lpips": 0.7976303696632385, + "ssim": 0.030737362802028656 + }, + "frames_250_275": { + "mse": 0.22884750366210938, + "psnr": 6.483624458312988, + "lpips": 0.8061991930007935, + "ssim": 0.0333915650844574 + }, + "frames_275_300": { + "mse": 0.24896308779716492, + "psnr": 6.1104254722595215, + "lpips": 0.8301160931587219, + "ssim": 0.042749594897031784 + }, + "overall": { + "mse": 0.2125031054019928, + "psnr": 6.868649959564209, + "lpips": 0.7738618850708008, + "ssim": 0.04625185206532478 + }, + "forward": { + "mse": 0.19712187349796295, + "psnr": 7.340610504150391, + "lpips": 0.7195167541503906, + "ssim": 0.058752141892910004 + }, + "return": { + "mse": 0.22019371390342712, + "psnr": 6.632669448852539, + "lpips": 0.8010343909263611, + "ssim": 0.040001705288887024 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ca19b5ba41e05630/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ca19b5ba41e05630/case.json new file mode 100644 index 0000000000000000000000000000000000000000..e6b2e9e58ad23a1850a3e0620df624b8db0af64a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ca19b5ba41e05630/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "92", + "metadata_index": "5610", + "scene_id": "ca19b5ba41e05630", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5610016837, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2908.9660224388354, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ca19b5ba41e05630/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ca19b5ba41e05630/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..5d478c665d3396becc6e036d41159bd74550216f --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ca19b5ba41e05630/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08bfd73932b56c2be6448640ea5f4bb0d1258f7d37dba876f342bd6c70ad427a +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ca19b5ba41e05630/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ca19b5ba41e05630/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e64c376fe795186e202fb51e007630d0ed40c9e3 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ca19b5ba41e05630/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "92", + "metadata_index": "5610", + "scene_id": "ca19b5ba41e05630", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5610016837, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07994454354047775, + "psnr": 11.972334861755371, + "lpips": 0.6522494554519653, + "ssim": 0.16841895878314972 + }, + "frames_025_050": { + "mse": 0.12640416622161865, + "psnr": 8.985616683959961, + "lpips": 0.9207998514175415, + "ssim": 0.035713039338588715 + }, + "frames_050_075": { + "mse": 0.15874291956424713, + "psnr": 8.116412162780762, + "lpips": 0.8598395586013794, + "ssim": 0.04407678544521332 + }, + "frames_075_100": { + "mse": 0.15287946164608002, + "psnr": 8.169905662536621, + "lpips": 0.8876237273216248, + "ssim": 0.029888831079006195 + }, + "frames_100_125": { + "mse": 0.16630882024765015, + "psnr": 7.798139572143555, + "lpips": 0.8990825414657593, + "ssim": 0.033218055963516235 + }, + "frames_125_150": { + "mse": 0.17784513533115387, + "psnr": 7.500210762023926, + "lpips": 0.8885066509246826, + "ssim": 0.042452193796634674 + }, + "frames_150_175": { + "mse": 0.19224663078784943, + "psnr": 7.162043571472168, + "lpips": 0.8823326826095581, + "ssim": 0.05764108523726463 + }, + "frames_175_200": { + "mse": 0.1956334263086319, + "psnr": 7.0876569747924805, + "lpips": 0.8819901347160339, + "ssim": 0.05131661519408226 + }, + "frames_200_225": { + "mse": 0.1886407881975174, + "psnr": 7.243739604949951, + "lpips": 0.8939701914787292, + "ssim": 0.05248081311583519 + }, + "frames_225_250": { + "mse": 0.17843592166900635, + "psnr": 7.4930949211120605, + "lpips": 0.9237290024757385, + "ssim": 0.04443655163049698 + }, + "frames_250_275": { + "mse": 0.17537887394428253, + "psnr": 7.5712761878967285, + "lpips": 0.9337523579597473, + "ssim": 0.03560946509242058 + }, + "frames_275_300": { + "mse": 0.21520540118217468, + "psnr": 6.674539089202881, + "lpips": 0.9623717665672302, + "ssim": 0.035188015550374985 + }, + "overall": { + "mse": 0.16730549931526184, + "psnr": 7.981247425079346, + "lpips": 0.8821873068809509, + "ssim": 0.052536699920892715 + }, + "forward": { + "mse": 0.12949277460575104, + "psnr": 9.311067581176758, + "lpips": 0.8301281929016113, + "ssim": 0.06952440738677979 + }, + "return": { + "mse": 0.18621186912059784, + "psnr": 7.316338062286377, + "lpips": 0.9082169532775879, + "ssim": 0.04404284432530403 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cc014d7be0dd9a2f/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cc014d7be0dd9a2f/case.json new file mode 100644 index 0000000000000000000000000000000000000000..0d0a7834c11abdb8551eaa81e462a766f0fbe404 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cc014d7be0dd9a2f/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "11", + "metadata_index": "5667", + "scene_id": "cc014d7be0dd9a2f", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5667017008, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.4423400308006, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cc014d7be0dd9a2f/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cc014d7be0dd9a2f/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..ac06a14a4ed40acb4fd07d16259ad2973de1d6de --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cc014d7be0dd9a2f/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:def08685120df2895acfb201c29ebfd5e950782e109c0d23ce2c7728ed64afd0 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cc014d7be0dd9a2f/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cc014d7be0dd9a2f/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f88e493865a2c8a66069a25b167beeac37e7151e --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cc014d7be0dd9a2f/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "11", + "metadata_index": "5667", + "scene_id": "cc014d7be0dd9a2f", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5667017008, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.11749672144651413, + "psnr": 10.230114936828613, + "lpips": 0.7345254421234131, + "ssim": 0.1175093725323677 + }, + "frames_025_050": { + "mse": 0.17315201461315155, + "psnr": 7.61907958984375, + "lpips": 0.908541738986969, + "ssim": 0.022911103442311287 + }, + "frames_050_075": { + "mse": 0.2067263275384903, + "psnr": 6.854668140411377, + "lpips": 0.934668779373169, + "ssim": 0.016080103814601898 + }, + "frames_075_100": { + "mse": 0.1898975819349289, + "psnr": 7.228060245513916, + "lpips": 0.8353195786476135, + "ssim": 0.020887380465865135 + }, + "frames_100_125": { + "mse": 0.19759511947631836, + "psnr": 7.042947769165039, + "lpips": 0.8308729529380798, + "ssim": 0.046439751982688904 + }, + "frames_125_150": { + "mse": 0.20867162942886353, + "psnr": 6.807070732116699, + "lpips": 0.8612618446350098, + "ssim": 0.04995149001479149 + }, + "frames_150_175": { + "mse": 0.22159302234649658, + "psnr": 6.547379016876221, + "lpips": 0.875511109828949, + "ssim": 0.03187685087323189 + }, + "frames_175_200": { + "mse": 0.23991602659225464, + "psnr": 6.200007915496826, + "lpips": 0.895947277545929, + "ssim": 0.03402267023921013 + }, + "frames_200_225": { + "mse": 0.23612307012081146, + "psnr": 6.269470691680908, + "lpips": 0.875215470790863, + "ssim": 0.03290630504488945 + }, + "frames_225_250": { + "mse": 0.2413249909877777, + "psnr": 6.173985481262207, + "lpips": 0.854127824306488, + "ssim": 0.02813882566988468 + }, + "frames_250_275": { + "mse": 0.24137501418590546, + "psnr": 6.1731038093566895, + "lpips": 0.8688555955886841, + "ssim": 0.0377887487411499 + }, + "frames_275_300": { + "mse": 0.22459293901920319, + "psnr": 6.486695766448975, + "lpips": 0.8492816090583801, + "ssim": 0.03516096994280815 + }, + "overall": { + "mse": 0.20820535719394684, + "psnr": 6.969382286071777, + "lpips": 0.8603440523147583, + "ssim": 0.0394727997481823 + }, + "forward": { + "mse": 0.17181816697120667, + "psnr": 7.982980251312256, + "lpips": 0.8532639145851135, + "ssim": 0.044346991926431656 + }, + "return": { + "mse": 0.22639895975589752, + "psnr": 6.462583065032959, + "lpips": 0.8638842105865479, + "ssim": 0.03703570365905762 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ce5cb13f40a259e3/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ce5cb13f40a259e3/case.json new file mode 100644 index 0000000000000000000000000000000000000000..fca5147a7ebd80850e45fc8373e96fe488f686ec --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ce5cb13f40a259e3/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "22", + "metadata_index": "5730", + "scene_id": "ce5cb13f40a259e3", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5730017197, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2926.49527682201, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ce5cb13f40a259e3/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ce5cb13f40a259e3/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..a1e13da858b930d67432a45ae48f7e73ad812e92 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ce5cb13f40a259e3/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b8cca5b407c1e15293814402a6346c6a66d4545b9ab53e5fad2fa4561e67c8d +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ce5cb13f40a259e3/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ce5cb13f40a259e3/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a2fd8980e32fc4fcd86f825926ce37903d90e752 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ce5cb13f40a259e3/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "22", + "metadata_index": "5730", + "scene_id": "ce5cb13f40a259e3", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5730017197, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.13188578188419342, + "psnr": 9.384821891784668, + "lpips": 0.7996215224266052, + "ssim": 0.07071429491043091 + }, + "frames_025_050": { + "mse": 0.18689250946044922, + "psnr": 7.289311408996582, + "lpips": 0.9167981147766113, + "ssim": 0.013002590276300907 + }, + "frames_050_075": { + "mse": 0.1943647563457489, + "psnr": 7.129953384399414, + "lpips": 0.8040852546691895, + "ssim": 0.034768059849739075 + }, + "frames_075_100": { + "mse": 0.19995157420635223, + "psnr": 6.998785972595215, + "lpips": 0.8087217807769775, + "ssim": 0.01665252447128296 + }, + "frames_100_125": { + "mse": 0.18321439623832703, + "psnr": 7.374698638916016, + "lpips": 0.7875394225120544, + "ssim": 0.0204959437251091 + }, + "frames_125_150": { + "mse": 0.1865483820438385, + "psnr": 7.295278549194336, + "lpips": 0.8140439391136169, + "ssim": 0.023942498490214348 + }, + "frames_150_175": { + "mse": 0.18238495290279388, + "psnr": 7.393182277679443, + "lpips": 0.8147244453430176, + "ssim": 0.02024262584745884 + }, + "frames_175_200": { + "mse": 0.18877726793289185, + "psnr": 7.241781711578369, + "lpips": 0.8023202419281006, + "ssim": 0.022735189646482468 + }, + "frames_200_225": { + "mse": 0.19666501879692078, + "psnr": 7.062841892242432, + "lpips": 0.780153751373291, + "ssim": 0.018876634538173676 + }, + "frames_225_250": { + "mse": 0.18809251487255096, + "psnr": 7.256903648376465, + "lpips": 0.7963152527809143, + "ssim": 0.027014272287487984 + }, + "frames_250_275": { + "mse": 0.17427974939346313, + "psnr": 7.5889458656311035, + "lpips": 0.8364604711532593, + "ssim": 0.03368779271841049 + }, + "frames_275_300": { + "mse": 0.1771545559167862, + "psnr": 7.5169596672058105, + "lpips": 0.8468561768531799, + "ssim": 0.014690659940242767 + }, + "overall": { + "mse": 0.1825176179409027, + "psnr": 7.461121559143066, + "lpips": 0.8173033595085144, + "ssim": 0.026401923969388008 + }, + "forward": { + "mse": 0.17827366292476654, + "psnr": 7.700718402862549, + "lpips": 0.8323066234588623, + "ssim": 0.03378436714410782 + }, + "return": { + "mse": 0.1846396028995514, + "psnr": 7.3413238525390625, + "lpips": 0.8098016381263733, + "ssim": 0.022710703313350677 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cf845955d579f84c/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cf845955d579f84c/case.json new file mode 100644 index 0000000000000000000000000000000000000000..52aaafde02d46fdc90b99125e779ed9ce0278040 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cf845955d579f84c/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "26", + "metadata_index": "5767", + "scene_id": "cf845955d579f84c", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5767017308, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2913.8990610979963, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cf845955d579f84c/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cf845955d579f84c/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..8af27175db34617e2ce59524a00844b18a420b14 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cf845955d579f84c/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6602f2c1abdb45ecc4b0ce4a9c056f2c139ff12b0b431963133c9e7e406842b +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cf845955d579f84c/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cf845955d579f84c/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b71aba900ebfde996acf2f7ee15d27fbd873d988 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/cf845955d579f84c/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "26", + "metadata_index": "5767", + "scene_id": "cf845955d579f84c", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5767017308, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.1397220641374588, + "psnr": 9.066588401794434, + "lpips": 0.8923789858818054, + "ssim": 0.060098882764577866 + }, + "frames_025_050": { + "mse": 0.18986016511917114, + "psnr": 7.2164106369018555, + "lpips": 1.039331316947937, + "ssim": 0.012554608285427094 + }, + "frames_050_075": { + "mse": 0.21676024794578552, + "psnr": 6.651809215545654, + "lpips": 1.0022810697555542, + "ssim": 0.01599578931927681 + }, + "frames_075_100": { + "mse": 0.20075446367263794, + "psnr": 6.986515998840332, + "lpips": 0.876731812953949, + "ssim": 0.04550638794898987 + }, + "frames_100_125": { + "mse": 0.21339087188243866, + "psnr": 6.719587802886963, + "lpips": 0.860647976398468, + "ssim": 0.031318098306655884 + }, + "frames_125_150": { + "mse": 0.20752626657485962, + "psnr": 6.833251476287842, + "lpips": 0.8695850372314453, + "ssim": 0.02249973826110363 + }, + "frames_150_175": { + "mse": 0.2141648679971695, + "psnr": 6.695868968963623, + "lpips": 0.8953201770782471, + "ssim": 0.0346701443195343 + }, + "frames_175_200": { + "mse": 0.23550666868686676, + "psnr": 6.288090229034424, + "lpips": 0.9016262888908386, + "ssim": 0.030551135540008545 + }, + "frames_200_225": { + "mse": 0.260719895362854, + "psnr": 5.8415608406066895, + "lpips": 0.9100616574287415, + "ssim": 0.030591845512390137 + }, + "frames_225_250": { + "mse": 0.2579289376735687, + "psnr": 5.893713474273682, + "lpips": 0.9048459529876709, + "ssim": 0.031030818819999695 + }, + "frames_250_275": { + "mse": 0.26481348276138306, + "psnr": 5.775987148284912, + "lpips": 0.9085009694099426, + "ssim": 0.014710488729178905 + }, + "frames_275_300": { + "mse": 0.27352282404899597, + "psnr": 5.631103038787842, + "lpips": 0.8826532959938049, + "ssim": 0.022673606872558594 + }, + "overall": { + "mse": 0.2228892296552658, + "psnr": 6.633374214172363, + "lpips": 0.9119970798492432, + "ssim": 0.029350128024816513 + }, + "forward": { + "mse": 0.18677423894405365, + "psnr": 7.480330944061279, + "lpips": 0.9526808261871338, + "ssim": 0.03353892266750336 + }, + "return": { + "mse": 0.2409467250108719, + "psnr": 6.209895133972168, + "lpips": 0.8916552066802979, + "ssim": 0.02725573256611824 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d5409c93b6f88256/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d5409c93b6f88256/case.json new file mode 100644 index 0000000000000000000000000000000000000000..c0b59db937c3df11742dba83a3f37a734cf02f3b --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d5409c93b6f88256/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "77", + "metadata_index": "5905", + "scene_id": "d5409c93b6f88256", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5905017722, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.584625906078, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d5409c93b6f88256/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d5409c93b6f88256/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..dd59a3afd9f1097878980e99f6638c918cb96044 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d5409c93b6f88256/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7ee8595d5a60877282e9e6eb827aff47b2482163632aa0c03beb2f6d0a8654b +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d5409c93b6f88256/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d5409c93b6f88256/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..2fdd8ef045e55cbefb80d853924f730754ca3d0a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d5409c93b6f88256/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "77", + "metadata_index": "5905", + "scene_id": "d5409c93b6f88256", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5905017722, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.11973872780799866, + "psnr": 10.763208389282227, + "lpips": 0.7054600715637207, + "ssim": 0.13696257770061493 + }, + "frames_025_050": { + "mse": 0.1728643923997879, + "psnr": 7.623591899871826, + "lpips": 1.0116314888000488, + "ssim": 0.01643981970846653 + }, + "frames_050_075": { + "mse": 0.21351297199726105, + "psnr": 6.737301826477051, + "lpips": 0.9373906850814819, + "ssim": 0.04162188619375229 + }, + "frames_075_100": { + "mse": 0.21241843700408936, + "psnr": 6.730030059814453, + "lpips": 0.8394109606742859, + "ssim": 0.05308065563440323 + }, + "frames_100_125": { + "mse": 0.21578265726566315, + "psnr": 6.662291049957275, + "lpips": 0.8883287310600281, + "ssim": 0.04689031094312668 + }, + "frames_125_150": { + "mse": 0.18303988873958588, + "psnr": 7.379937171936035, + "lpips": 0.9513863921165466, + "ssim": 0.04543726518750191 + }, + "frames_150_175": { + "mse": 0.17950263619422913, + "psnr": 7.459518909454346, + "lpips": 0.8948530554771423, + "ssim": 0.040332335978746414 + }, + "frames_175_200": { + "mse": 0.18113720417022705, + "psnr": 7.4215474128723145, + "lpips": 0.854764461517334, + "ssim": 0.03371063619852066 + }, + "frames_200_225": { + "mse": 0.18040570616722107, + "psnr": 7.4477105140686035, + "lpips": 0.8549242615699768, + "ssim": 0.027259130030870438 + }, + "frames_225_250": { + "mse": 0.2145056575536728, + "psnr": 6.69984245300293, + "lpips": 0.9094300866127014, + "ssim": 0.027556292712688446 + }, + "frames_250_275": { + "mse": 0.29339832067489624, + "psnr": 5.339181423187256, + "lpips": 0.9414113759994507, + "ssim": 0.021028850227594376 + }, + "frames_275_300": { + "mse": 0.3227940499782562, + "psnr": 4.931902885437012, + "lpips": 0.9415357112884521, + "ssim": 0.016849007457494736 + }, + "overall": { + "mse": 0.207425057888031, + "psnr": 7.099671840667725, + "lpips": 0.894210696220398, + "ssim": 0.04226405918598175 + }, + "forward": { + "mse": 0.17963366210460663, + "psnr": 7.9635329246521, + "lpips": 0.8734732866287231, + "ssim": 0.06202622503042221 + }, + "return": { + "mse": 0.2213207632303238, + "psnr": 6.667741775512695, + "lpips": 0.904579222202301, + "ssim": 0.03238297998905182 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d84343c25315d7e9/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d84343c25315d7e9/case.json new file mode 100644 index 0000000000000000000000000000000000000000..0263c854b6070fecfb1aaf6d2da32ec273e02611 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d84343c25315d7e9/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "14", + "metadata_index": "5981", + "scene_id": "d84343c25315d7e9", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 5981017950, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2926.1970855861437, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d84343c25315d7e9/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d84343c25315d7e9/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..6957f843acc767b7a2cecc180cf39b608ff2394a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d84343c25315d7e9/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb87e32ba8e56412767c680a3ed59dfe61062e8a4fac999c8dc3d50b14d929e +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d84343c25315d7e9/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d84343c25315d7e9/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b744e7c25ad50aedcb32baa184d3b56cf3e4e2e4 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/d84343c25315d7e9/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "14", + "metadata_index": "5981", + "scene_id": "d84343c25315d7e9", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 5981017950, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.1233220025897026, + "psnr": 9.864421844482422, + "lpips": 0.7862041592597961, + "ssim": 0.11872798949480057 + }, + "frames_025_050": { + "mse": 0.20096313953399658, + "psnr": 6.972570419311523, + "lpips": 1.013085126876831, + "ssim": 0.018783027306199074 + }, + "frames_050_075": { + "mse": 0.22216001152992249, + "psnr": 6.547567844390869, + "lpips": 0.9458112120628357, + "ssim": 0.031545817852020264 + }, + "frames_075_100": { + "mse": 0.2151881605386734, + "psnr": 6.672807216644287, + "lpips": 0.888364315032959, + "ssim": 0.01570318639278412 + }, + "frames_100_125": { + "mse": 0.21717071533203125, + "psnr": 6.634850025177002, + "lpips": 0.902342677116394, + "ssim": 0.02392842061817646 + }, + "frames_125_150": { + "mse": 0.23587994277477264, + "psnr": 6.274662494659424, + "lpips": 0.8927035331726074, + "ssim": 0.03325615078210831 + }, + "frames_150_175": { + "mse": 0.2502375543117523, + "psnr": 6.017155647277832, + "lpips": 0.8903530836105347, + "ssim": 0.03587235137820244 + }, + "frames_175_200": { + "mse": 0.25294095277786255, + "psnr": 5.971019744873047, + "lpips": 0.8749433755874634, + "ssim": 0.03577493876218796 + }, + "frames_200_225": { + "mse": 0.2592748701572418, + "psnr": 5.862664699554443, + "lpips": 0.8638776540756226, + "ssim": 0.02880760282278061 + }, + "frames_225_250": { + "mse": 0.2498779445886612, + "psnr": 6.02903938293457, + "lpips": 0.8727980852127075, + "ssim": 0.022687580436468124 + }, + "frames_250_275": { + "mse": 0.2659037709236145, + "psnr": 5.755120277404785, + "lpips": 0.8845250010490417, + "ssim": 0.023541510105133057 + }, + "frames_275_300": { + "mse": 0.2684843838214874, + "psnr": 5.7156147956848145, + "lpips": 0.8733910918235779, + "ssim": 0.03505668044090271 + }, + "overall": { + "mse": 0.23011696338653564, + "psnr": 6.526457786560059, + "lpips": 0.8906999826431274, + "ssim": 0.035307105630636215 + }, + "forward": { + "mse": 0.19040831923484802, + "psnr": 7.514341831207275, + "lpips": 0.9083662629127502, + "ssim": 0.04619000479578972 + }, + "return": { + "mse": 0.24997127056121826, + "psnr": 6.032516002655029, + "lpips": 0.8818668127059937, + "ssim": 0.029865656048059464 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/dae13e63d6107502/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/dae13e63d6107502/case.json new file mode 100644 index 0000000000000000000000000000000000000000..5f57e80891cef397850af2f87e599ec9bb8e650e --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/dae13e63d6107502/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "12", + "metadata_index": "6069", + "scene_id": "dae13e63d6107502", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6069018214, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2909.5381294728722, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/dae13e63d6107502/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/dae13e63d6107502/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..6c10f6023c914c3c09188acfd98870ad2594c091 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/dae13e63d6107502/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8c5f9c5b86f63eff03df02a254dbce71c64e57d041bc44e02db17858ca8266a +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/dae13e63d6107502/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/dae13e63d6107502/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4acfbbfa54afa2227cd2689b4f49e3cd48a783c1 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/dae13e63d6107502/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "12", + "metadata_index": "6069", + "scene_id": "dae13e63d6107502", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6069018214, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07369678467512131, + "psnr": 13.907142639160156, + "lpips": 0.5959998369216919, + "ssim": 0.2755456268787384 + }, + "frames_025_050": { + "mse": 0.1459483653306961, + "psnr": 8.361873626708984, + "lpips": 0.9920044541358948, + "ssim": 0.020769568160176277 + }, + "frames_050_075": { + "mse": 0.15989674627780914, + "psnr": 7.96782112121582, + "lpips": 0.9542858004570007, + "ssim": 0.04594899341464043 + }, + "frames_075_100": { + "mse": 0.1824461817741394, + "psnr": 7.409552574157715, + "lpips": 0.8321254849433899, + "ssim": 0.04594201594591141 + }, + "frames_100_125": { + "mse": 0.18298934400081635, + "psnr": 7.3889946937561035, + "lpips": 0.8366901874542236, + "ssim": 0.05929863080382347 + }, + "frames_125_150": { + "mse": 0.1961938440799713, + "psnr": 7.078268527984619, + "lpips": 0.8829667568206787, + "ssim": 0.07633427530527115 + }, + "frames_150_175": { + "mse": 0.19310353696346283, + "psnr": 7.148045063018799, + "lpips": 0.9171703457832336, + "ssim": 0.06382370740175247 + }, + "frames_175_200": { + "mse": 0.17851118743419647, + "psnr": 7.483387470245361, + "lpips": 0.9613797068595886, + "ssim": 0.03953148052096367 + }, + "frames_200_225": { + "mse": 0.17804645001888275, + "psnr": 7.494707107543945, + "lpips": 0.9868735671043396, + "ssim": 0.043706197291612625 + }, + "frames_225_250": { + "mse": 0.17490842938423157, + "psnr": 7.574673652648926, + "lpips": 0.9449006915092468, + "ssim": 0.05354705825448036 + }, + "frames_250_275": { + "mse": 0.18751564621925354, + "psnr": 7.2728400230407715, + "lpips": 0.9403834342956543, + "ssim": 0.028184879571199417 + }, + "frames_275_300": { + "mse": 0.2052711844444275, + "psnr": 6.876980781555176, + "lpips": 0.9357779622077942, + "ssim": 0.04399030655622482 + }, + "overall": { + "mse": 0.17154395580291748, + "psnr": 7.9970245361328125, + "lpips": 0.8983798027038574, + "ssim": 0.06638523191213608 + }, + "forward": { + "mse": 0.14049701392650604, + "psnr": 9.41159725189209, + "lpips": 0.8436039090156555, + "ssim": 0.09705154597759247 + }, + "return": { + "mse": 0.187067449092865, + "psnr": 7.289737701416016, + "lpips": 0.9257678389549255, + "ssim": 0.05105206370353699 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e16e616763c90f55/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e16e616763c90f55/case.json new file mode 100644 index 0000000000000000000000000000000000000000..e111854d7ca3407207cbbb6a57afec82f62d05f7 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e16e616763c90f55/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "24", + "metadata_index": "6236", + "scene_id": "e16e616763c90f55", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6236018715, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2901.5000707819127, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e16e616763c90f55/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e16e616763c90f55/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..2e4657cd4b1cd54a1d2fd3a4a2c75acd576d80c7 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e16e616763c90f55/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aced429bd56622295a55dce3cef2c5a46f3f9f74c666b858e08135372181d025 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e16e616763c90f55/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e16e616763c90f55/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4593b4d43dd3b6aa30fb5486fe3074889935100a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e16e616763c90f55/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "24", + "metadata_index": "6236", + "scene_id": "e16e616763c90f55", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6236018715, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07665644586086273, + "psnr": 14.2238187789917, + "lpips": 0.6433904767036438, + "ssim": 0.23348742723464966 + }, + "frames_025_050": { + "mse": 0.1598348766565323, + "psnr": 7.967584133148193, + "lpips": 1.043380856513977, + "ssim": 0.017438672482967377 + }, + "frames_050_075": { + "mse": 0.18196454644203186, + "psnr": 7.405628204345703, + "lpips": 1.0338934659957886, + "ssim": 0.018453922122716904 + }, + "frames_075_100": { + "mse": 0.24647989869117737, + "psnr": 6.121575355529785, + "lpips": 0.8213636875152588, + "ssim": 0.22486509382724762 + }, + "frames_100_125": { + "mse": 0.22660702466964722, + "psnr": 6.463510513305664, + "lpips": 0.8416694402694702, + "ssim": 0.11601649224758148 + }, + "frames_125_150": { + "mse": 0.22846335172653198, + "psnr": 6.4149956703186035, + "lpips": 0.9608436822891235, + "ssim": 0.021330995485186577 + }, + "frames_150_175": { + "mse": 0.22374911606311798, + "psnr": 6.504119873046875, + "lpips": 0.8947355151176453, + "ssim": 0.0507519468665123 + }, + "frames_175_200": { + "mse": 0.21513979136943817, + "psnr": 6.67441463470459, + "lpips": 0.8720444440841675, + "ssim": 0.053344059735536575 + }, + "frames_200_225": { + "mse": 0.21180459856987, + "psnr": 6.740952014923096, + "lpips": 0.871604323387146, + "ssim": 0.0444372333586216 + }, + "frames_225_250": { + "mse": 0.21651050448417664, + "psnr": 6.6453537940979, + "lpips": 0.885568380355835, + "ssim": 0.04927294701337814 + }, + "frames_250_275": { + "mse": 0.22175584733486176, + "psnr": 6.5412917137146, + "lpips": 0.8953144550323486, + "ssim": 0.051973406225442886 + }, + "frames_275_300": { + "mse": 0.22061413526535034, + "psnr": 6.563779354095459, + "lpips": 0.8897488117218018, + "ssim": 0.0691923126578331 + }, + "overall": { + "mse": 0.2024649977684021, + "psnr": 7.355585098266602, + "lpips": 0.8877964019775391, + "ssim": 0.0792137086391449 + }, + "forward": { + "mse": 0.16623394191265106, + "psnr": 8.92965030670166, + "lpips": 0.8855070471763611, + "ssim": 0.12356127798557281 + }, + "return": { + "mse": 0.2205805629491806, + "psnr": 6.568552017211914, + "lpips": 0.8889411687850952, + "ssim": 0.05703992396593094 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e60589d40eda6049/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e60589d40eda6049/case.json new file mode 100644 index 0000000000000000000000000000000000000000..b5185fcf0339c2b53755c69fe15243c3c44f0c3a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e60589d40eda6049/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "95", + "metadata_index": "6354", + "scene_id": "e60589d40eda6049", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6354019069, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2913.5807284130715, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e60589d40eda6049/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e60589d40eda6049/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..79d8ff79d8c5ba427d74440ea0173587173083f9 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e60589d40eda6049/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbcfe62ea5154eb736c75f2458747ae1f023e521cb26abbac1c35da5664743ff +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e60589d40eda6049/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e60589d40eda6049/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..01e7220dd161f906f22f7352962ebc7112e6f0eb --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e60589d40eda6049/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "95", + "metadata_index": "6354", + "scene_id": "e60589d40eda6049", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6354019069, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.06467185914516449, + "psnr": 15.330463409423828, + "lpips": 0.584644615650177, + "ssim": 0.294142484664917 + }, + "frames_025_050": { + "mse": 0.15174885094165802, + "psnr": 8.198636054992676, + "lpips": 0.9447284936904907, + "ssim": 0.018514806404709816 + }, + "frames_050_075": { + "mse": 0.19258365035057068, + "psnr": 7.161022186279297, + "lpips": 0.9018773436546326, + "ssim": 0.08488564193248749 + }, + "frames_075_100": { + "mse": 0.17326267063617706, + "psnr": 7.616093635559082, + "lpips": 0.9689694046974182, + "ssim": 0.024340620264410973 + }, + "frames_100_125": { + "mse": 0.19749616086483002, + "psnr": 7.053869724273682, + "lpips": 0.9588083028793335, + "ssim": 0.04658358544111252 + }, + "frames_125_150": { + "mse": 0.1959458738565445, + "psnr": 7.079196929931641, + "lpips": 0.9231646656990051, + "ssim": 0.048936959356069565 + }, + "frames_150_175": { + "mse": 0.19783054292201996, + "psnr": 7.0374016761779785, + "lpips": 0.9251731634140015, + "ssim": 0.026758860796689987 + }, + "frames_175_200": { + "mse": 0.1992262601852417, + "psnr": 7.008329391479492, + "lpips": 0.9258542060852051, + "ssim": 0.017361953854560852 + }, + "frames_200_225": { + "mse": 0.19949327409267426, + "psnr": 7.000875473022461, + "lpips": 0.9448719620704651, + "ssim": 0.0213411133736372 + }, + "frames_225_250": { + "mse": 0.20637434720993042, + "psnr": 6.854483127593994, + "lpips": 0.9480734467506409, + "ssim": 0.029395978897809982 + }, + "frames_250_275": { + "mse": 0.1935252696275711, + "psnr": 7.133780479431152, + "lpips": 0.9386874437332153, + "ssim": 0.02531304396688938 + }, + "frames_275_300": { + "mse": 0.19025571644306183, + "psnr": 7.210400581359863, + "lpips": 0.866223156452179, + "ssim": 0.03363611549139023 + }, + "overall": { + "mse": 0.1802012175321579, + "psnr": 7.890379905700684, + "lpips": 0.902589738368988, + "ssim": 0.05593426525592804 + }, + "forward": { + "mse": 0.14556674659252167, + "psnr": 9.576554298400879, + "lpips": 0.850054919719696, + "ssim": 0.10547088831663132 + }, + "return": { + "mse": 0.19751843810081482, + "psnr": 7.0472917556762695, + "lpips": 0.9288570880889893, + "ssim": 0.03116595186293125 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e6f8497a860c873c/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e6f8497a860c873c/case.json new file mode 100644 index 0000000000000000000000000000000000000000..b3c86df83251ed3c5fcdcbe9ce476fbc1421edb3 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e6f8497a860c873c/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "69", + "metadata_index": "6381", + "scene_id": "e6f8497a860c873c", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6381019150, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2912.5471280268393, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e6f8497a860c873c/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e6f8497a860c873c/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..c510f0e8e0a077ae389c0fb1526011e0af55ead8 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e6f8497a860c873c/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aba9749c5fed3105368f1e4ded4bbb93951fe0f5ac3615348729a9592d529a3 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e6f8497a860c873c/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e6f8497a860c873c/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a03c59fa904600439f02cc5e55411a2e0f7ac93e --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e6f8497a860c873c/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "69", + "metadata_index": "6381", + "scene_id": "e6f8497a860c873c", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6381019150, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.02881123125553131, + "psnr": 20.464757919311523, + "lpips": 0.41725075244903564, + "ssim": 0.47650524973869324 + }, + "frames_025_050": { + "mse": 0.16750232875347137, + "psnr": 7.779288291931152, + "lpips": 0.9997413754463196, + "ssim": 0.018795717507600784 + }, + "frames_050_075": { + "mse": 0.19390201568603516, + "psnr": 7.124659538269043, + "lpips": 1.008926272392273, + "ssim": 0.02051447331905365 + }, + "frames_075_100": { + "mse": 0.2102181315422058, + "psnr": 6.776492118835449, + "lpips": 0.8860934376716614, + "ssim": 0.061761051416397095 + }, + "frames_100_125": { + "mse": 0.23192466795444489, + "psnr": 6.347628593444824, + "lpips": 0.9006516933441162, + "ssim": 0.034004926681518555 + }, + "frames_125_150": { + "mse": 0.23019026219844818, + "psnr": 6.379734039306641, + "lpips": 0.9068385362625122, + "ssim": 0.0320083312690258 + }, + "frames_150_175": { + "mse": 0.24628661572933197, + "psnr": 6.0899152755737305, + "lpips": 0.9573192000389099, + "ssim": 0.02902703918516636 + }, + "frames_175_200": { + "mse": 0.2427322268486023, + "psnr": 6.156858921051025, + "lpips": 0.9925115704536438, + "ssim": 0.0279316995292902 + }, + "frames_200_225": { + "mse": 0.2365342676639557, + "psnr": 6.261890888214111, + "lpips": 0.9991195797920227, + "ssim": 0.019431844353675842 + }, + "frames_225_250": { + "mse": 0.26663488149642944, + "psnr": 5.743839263916016, + "lpips": 0.9811676144599915, + "ssim": 0.03190825879573822 + }, + "frames_250_275": { + "mse": 0.25311902165412903, + "psnr": 5.970245361328125, + "lpips": 0.949924111366272, + "ssim": 0.043520551174879074 + }, + "frames_275_300": { + "mse": 0.2230989634990692, + "psnr": 6.52944278717041, + "lpips": 0.9268157482147217, + "ssim": 0.048416510224342346 + }, + "overall": { + "mse": 0.21091288328170776, + "psnr": 7.635395526885986, + "lpips": 0.9105299711227417, + "ssim": 0.070318803191185 + }, + "forward": { + "mse": 0.1501084268093109, + "psnr": 10.536297798156738, + "lpips": 0.8280029296875, + "ssim": 0.14439411461353302 + }, + "return": { + "mse": 0.24131514132022858, + "psnr": 6.1849446296691895, + "lpips": 0.9517934322357178, + "ssim": 0.03328114375472069 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e8312620692723b3/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e8312620692723b3/case.json new file mode 100644 index 0000000000000000000000000000000000000000..3cc24d8badc5d1f98edd5694ac571ea7f62895c7 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e8312620692723b3/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "98", + "metadata_index": "6418", + "scene_id": "e8312620692723b3", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6418019261, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2917.935607186053, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e8312620692723b3/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e8312620692723b3/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..6c9fb2c4b313354d7aca7357984c5202e971f750 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e8312620692723b3/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c89f510290521ce4adc4a6cdcc26f4927d00c67108db28120497243d3f6c95af +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e8312620692723b3/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e8312620692723b3/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e2ab74ee7127acf22879d162a1ac07ee77deb7d0 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/e8312620692723b3/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "98", + "metadata_index": "6418", + "scene_id": "e8312620692723b3", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6418019261, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.1360260397195816, + "psnr": 9.982232093811035, + "lpips": 0.7870143055915833, + "ssim": 0.10933737456798553 + }, + "frames_025_050": { + "mse": 0.2058938443660736, + "psnr": 6.8643412590026855, + "lpips": 0.9804542064666748, + "ssim": 0.013390767388045788 + }, + "frames_050_075": { + "mse": 0.1978434920310974, + "psnr": 7.042349338531494, + "lpips": 0.8486087322235107, + "ssim": 0.037863705307245255 + }, + "frames_075_100": { + "mse": 0.19599279761314392, + "psnr": 7.078517913818359, + "lpips": 0.8316541910171509, + "ssim": 0.04377564415335655 + }, + "frames_100_125": { + "mse": 0.19443824887275696, + "psnr": 7.112629413604736, + "lpips": 0.8096970319747925, + "ssim": 0.041445210576057434 + }, + "frames_125_150": { + "mse": 0.19734711945056915, + "psnr": 7.049603462219238, + "lpips": 0.8071304559707642, + "ssim": 0.036209408193826675 + }, + "frames_150_175": { + "mse": 0.22351321578025818, + "psnr": 6.514559745788574, + "lpips": 0.8079090118408203, + "ssim": 0.03756808117032051 + }, + "frames_175_200": { + "mse": 0.23777224123477936, + "psnr": 6.239317417144775, + "lpips": 0.8149946331977844, + "ssim": 0.03529844805598259 + }, + "frames_200_225": { + "mse": 0.24733242392539978, + "psnr": 6.06797981262207, + "lpips": 0.8247955441474915, + "ssim": 0.03296634182333946 + }, + "frames_225_250": { + "mse": 0.23435600101947784, + "psnr": 6.304958343505859, + "lpips": 0.8286647796630859, + "ssim": 0.04341483116149902 + }, + "frames_250_275": { + "mse": 0.23909112811088562, + "psnr": 6.2177228927612305, + "lpips": 0.8449802994728088, + "ssim": 0.034109730273485184 + }, + "frames_275_300": { + "mse": 0.26077866554260254, + "psnr": 5.838444709777832, + "lpips": 0.8242093920707703, + "ssim": 0.03134118393063545 + }, + "overall": { + "mse": 0.2141987681388855, + "psnr": 6.8593878746032715, + "lpips": 0.8341760635375977, + "ssim": 0.04139339551329613 + }, + "forward": { + "mse": 0.18393903970718384, + "psnr": 7.741860389709473, + "lpips": 0.8619328141212463, + "ssim": 0.05109187215566635 + }, + "return": { + "mse": 0.22932863235473633, + "psnr": 6.41815185546875, + "lpips": 0.8202975988388062, + "ssim": 0.036544155329465866 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ea11822d0ab31414/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ea11822d0ab31414/case.json new file mode 100644 index 0000000000000000000000000000000000000000..be68edabb3c313bbb84391fb6656a157b4032b03 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ea11822d0ab31414/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "81", + "metadata_index": "6477", + "scene_id": "ea11822d0ab31414", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6477019438, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2916.9297524339054, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ea11822d0ab31414/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ea11822d0ab31414/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..08b3a899638939df9827d2d08fc19c8159ec4b8c --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ea11822d0ab31414/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df87ded66945b946766693f9748a72ad9a1e77114775b602478444bd1ede9801 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ea11822d0ab31414/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ea11822d0ab31414/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..cb37842ad76ca5255fa0c2baed9bfc0460a7f668 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ea11822d0ab31414/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "81", + "metadata_index": "6477", + "scene_id": "ea11822d0ab31414", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6477019438, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07820792496204376, + "psnr": 13.05428695678711, + "lpips": 0.6757403016090393, + "ssim": 0.22127129137516022 + }, + "frames_025_050": { + "mse": 0.19581279158592224, + "psnr": 7.138472080230713, + "lpips": 1.005415439605713, + "ssim": 0.014831905253231525 + }, + "frames_050_075": { + "mse": 0.20938417315483093, + "psnr": 6.880029678344727, + "lpips": 0.898977518081665, + "ssim": 0.14566051959991455 + }, + "frames_075_100": { + "mse": 0.1954812854528427, + "psnr": 7.093848705291748, + "lpips": 0.9401378035545349, + "ssim": 0.05075943097472191 + }, + "frames_100_125": { + "mse": 0.2141687273979187, + "psnr": 6.7049384117126465, + "lpips": 0.8993762731552124, + "ssim": 0.03390049561858177 + }, + "frames_125_150": { + "mse": 0.23911914229393005, + "psnr": 6.2191267013549805, + "lpips": 0.86126309633255, + "ssim": 0.03019111417233944 + }, + "frames_150_175": { + "mse": 0.2162443995475769, + "psnr": 6.668515682220459, + "lpips": 0.8324472904205322, + "ssim": 0.0284190122038126 + }, + "frames_175_200": { + "mse": 0.20665840804576874, + "psnr": 6.849088668823242, + "lpips": 0.8682902455329895, + "ssim": 0.031909726560115814 + }, + "frames_200_225": { + "mse": 0.22216005623340607, + "psnr": 6.553165435791016, + "lpips": 0.8953099250793457, + "ssim": 0.02195211686193943 + }, + "frames_225_250": { + "mse": 0.26981791853904724, + "psnr": 5.693017482757568, + "lpips": 0.9073233008384705, + "ssim": 0.024135172367095947 + }, + "frames_250_275": { + "mse": 0.261460542678833, + "psnr": 5.830935001373291, + "lpips": 0.9085509777069092, + "ssim": 0.019301800057291985 + }, + "frames_275_300": { + "mse": 0.2506451904773712, + "psnr": 6.009576320648193, + "lpips": 0.9155757427215576, + "ssim": 0.02072068862617016 + }, + "overall": { + "mse": 0.2132633775472641, + "psnr": 7.057916641235352, + "lpips": 0.8840339183807373, + "ssim": 0.053587768226861954 + }, + "forward": { + "mse": 0.1697215437889099, + "psnr": 8.541659355163574, + "lpips": 0.880067765712738, + "ssim": 0.10813078284263611 + }, + "return": { + "mse": 0.2350342869758606, + "psnr": 6.316045761108398, + "lpips": 0.8860170841217041, + "ssim": 0.026316266506910324 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/eb5b73ca4a18bbf9/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/eb5b73ca4a18bbf9/case.json new file mode 100644 index 0000000000000000000000000000000000000000..0225c649ef694aeb4fcc651cf0c17178b8184ef0 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/eb5b73ca4a18bbf9/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "86", + "metadata_index": "6513", + "scene_id": "eb5b73ca4a18bbf9", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6513019546, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2925.833632423077, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/eb5b73ca4a18bbf9/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/eb5b73ca4a18bbf9/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..780ef40051757ad676a94844f08358e0c62b0a22 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/eb5b73ca4a18bbf9/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df0fcbc806051b41dbbf83f34d871bc2f5b30a7feb316024b632bf527e846452 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/eb5b73ca4a18bbf9/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/eb5b73ca4a18bbf9/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f98a3df579cae6989004af2f39cd38674f3fefee --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/eb5b73ca4a18bbf9/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "86", + "metadata_index": "6513", + "scene_id": "eb5b73ca4a18bbf9", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6513019546, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.10440131276845932, + "psnr": 11.294477462768555, + "lpips": 0.7099210619926453, + "ssim": 0.1490190476179123 + }, + "frames_025_050": { + "mse": 0.15885783731937408, + "psnr": 7.992290019989014, + "lpips": 0.9197371602058411, + "ssim": 0.018419882282614708 + }, + "frames_050_075": { + "mse": 0.182362362742424, + "psnr": 7.4080352783203125, + "lpips": 0.8362449407577515, + "ssim": 0.0434148833155632 + }, + "frames_075_100": { + "mse": 0.20510035753250122, + "psnr": 6.887009143829346, + "lpips": 0.8078556656837463, + "ssim": 0.017827646806836128 + }, + "frames_100_125": { + "mse": 0.2227727472782135, + "psnr": 6.522426128387451, + "lpips": 0.7985990643501282, + "ssim": 0.0207115076482296 + }, + "frames_125_150": { + "mse": 0.2177043855190277, + "psnr": 6.629290580749512, + "lpips": 0.8455020189285278, + "ssim": 0.025353480130434036 + }, + "frames_150_175": { + "mse": 0.19540730118751526, + "psnr": 7.100629806518555, + "lpips": 0.8722901344299316, + "ssim": 0.02778415009379387 + }, + "frames_175_200": { + "mse": 0.19245997071266174, + "psnr": 7.157805919647217, + "lpips": 0.8864671587944031, + "ssim": 0.03159630671143532 + }, + "frames_200_225": { + "mse": 0.191718190908432, + "psnr": 7.186408042907715, + "lpips": 0.9024184346199036, + "ssim": 0.05413619056344032 + }, + "frames_225_250": { + "mse": 0.18569296598434448, + "psnr": 7.3123459815979, + "lpips": 0.9105380177497864, + "ssim": 0.03745139762759209 + }, + "frames_250_275": { + "mse": 0.16515351831912994, + "psnr": 7.831806182861328, + "lpips": 0.9034435749053955, + "ssim": 0.06368803232908249 + }, + "frames_275_300": { + "mse": 0.16282376646995544, + "psnr": 7.8865838050842285, + "lpips": 0.9270848631858826, + "ssim": 0.09092935919761658 + }, + "overall": { + "mse": 0.18203788995742798, + "psnr": 7.600759506225586, + "lpips": 0.8600085377693176, + "ssim": 0.04836098849773407 + }, + "forward": { + "mse": 0.1626804769039154, + "psnr": 8.395452499389648, + "lpips": 0.8184397220611572, + "ssim": 0.05717036873102188 + }, + "return": { + "mse": 0.19171659648418427, + "psnr": 7.203412055969238, + "lpips": 0.8807928562164307, + "ssim": 0.043956298381090164 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed7a4d97bab47c6d/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed7a4d97bab47c6d/case.json new file mode 100644 index 0000000000000000000000000000000000000000..94ae51d3675ad5d6b609c1112b37dced7bc6e4aa --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed7a4d97bab47c6d/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "64", + "metadata_index": "6586", + "scene_id": "ed7a4d97bab47c6d", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6586019765, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2901.3063576389104, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed7a4d97bab47c6d/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed7a4d97bab47c6d/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..a1bd3d4b459fa2cf93348de8f037d5f66d95a844 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed7a4d97bab47c6d/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d482c2ffea4c7763e00c315b6d5ac29dff12cd2a5b2ea7d4227c0396357b57 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed7a4d97bab47c6d/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed7a4d97bab47c6d/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b20514b0c2cd077e5f11bd75bcc330b1c5d09eb5 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed7a4d97bab47c6d/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "64", + "metadata_index": "6586", + "scene_id": "ed7a4d97bab47c6d", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6586019765, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.09009326994419098, + "psnr": 11.627957344055176, + "lpips": 0.7149755358695984, + "ssim": 0.17570313811302185 + }, + "frames_025_050": { + "mse": 0.15792661905288696, + "psnr": 8.021039009094238, + "lpips": 0.9805793166160583, + "ssim": 0.01753624901175499 + }, + "frames_050_075": { + "mse": 0.19084540009498596, + "psnr": 7.2095489501953125, + "lpips": 0.9640824198722839, + "ssim": 0.02729865536093712 + }, + "frames_075_100": { + "mse": 0.19300779700279236, + "psnr": 7.1488356590271, + "lpips": 0.8766055107116699, + "ssim": 0.19266557693481445 + }, + "frames_100_125": { + "mse": 0.20814186334609985, + "psnr": 6.8198113441467285, + "lpips": 1.0778443813323975, + "ssim": 0.011945800855755806 + }, + "frames_125_150": { + "mse": 0.23102359473705292, + "psnr": 6.366011142730713, + "lpips": 1.0305776596069336, + "ssim": 0.02679937332868576 + }, + "frames_150_175": { + "mse": 0.22440487146377563, + "psnr": 6.492928504943848, + "lpips": 0.9384871125221252, + "ssim": 0.03479299694299698 + }, + "frames_175_200": { + "mse": 0.24322521686553955, + "psnr": 6.140252113342285, + "lpips": 0.8886045813560486, + "ssim": 0.03586035966873169 + }, + "frames_200_225": { + "mse": 0.2199341207742691, + "psnr": 6.592130184173584, + "lpips": 0.8813636302947998, + "ssim": 0.03229214623570442 + }, + "frames_225_250": { + "mse": 0.17563417553901672, + "psnr": 7.556297779083252, + "lpips": 0.8791944980621338, + "ssim": 0.02602773904800415 + }, + "frames_250_275": { + "mse": 0.16286875307559967, + "psnr": 7.889098644256592, + "lpips": 0.8736993670463562, + "ssim": 0.02413390949368477 + }, + "frames_275_300": { + "mse": 0.16243380308151245, + "psnr": 7.89493465423584, + "lpips": 0.8758904933929443, + "ssim": 0.028806088492274284 + }, + "overall": { + "mse": 0.18829494714736938, + "psnr": 7.4799041748046875, + "lpips": 0.9151586890220642, + "ssim": 0.05282183364033699 + }, + "forward": { + "mse": 0.15796826779842377, + "psnr": 8.501845359802246, + "lpips": 0.8840606808662415, + "ssim": 0.10330089926719666 + }, + "return": { + "mse": 0.20345830917358398, + "psnr": 6.968933582305908, + "lpips": 0.9307076930999756, + "ssim": 0.027582304552197456 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed9cff668e7377be/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed9cff668e7377be/case.json new file mode 100644 index 0000000000000000000000000000000000000000..c36d4e2559dca8006e7efbb6de34d160baa04b77 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed9cff668e7377be/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "8", + "metadata_index": "6594", + "scene_id": "ed9cff668e7377be", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6594019789, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2902.7378904409707, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed9cff668e7377be/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed9cff668e7377be/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..eefea515862d3f5e4c34adb21ac07873aae64862 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed9cff668e7377be/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57e068bf988cb4e8c0382e52adbe0ae7dd51d70b6e7ae4c2e9c5d438b2f78170 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed9cff668e7377be/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed9cff668e7377be/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7a7d82805813eae44bbc486891e0305051bf82ab --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/ed9cff668e7377be/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "8", + "metadata_index": "6594", + "scene_id": "ed9cff668e7377be", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6594019789, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.13934427499771118, + "psnr": 9.128050804138184, + "lpips": 0.8724110126495361, + "ssim": 0.058576956391334534 + }, + "frames_025_050": { + "mse": 0.19183267652988434, + "psnr": 7.173159122467041, + "lpips": 0.9921755790710449, + "ssim": 0.009175377897918224 + }, + "frames_050_075": { + "mse": 0.21243728697299957, + "psnr": 6.730499267578125, + "lpips": 0.9715788960456848, + "ssim": 0.009604835882782936 + }, + "frames_075_100": { + "mse": 0.2203083038330078, + "psnr": 6.5729851722717285, + "lpips": 0.8566352725028992, + "ssim": 0.018495740368962288 + }, + "frames_100_125": { + "mse": 0.2286183387041092, + "psnr": 6.409421443939209, + "lpips": 0.8371209502220154, + "ssim": 0.026439787819981575 + }, + "frames_125_150": { + "mse": 0.22389103472232819, + "psnr": 6.500024318695068, + "lpips": 0.8338225483894348, + "ssim": 0.025987643748521805 + }, + "frames_150_175": { + "mse": 0.22251731157302856, + "psnr": 6.526521682739258, + "lpips": 0.8347168564796448, + "ssim": 0.02347647398710251 + }, + "frames_175_200": { + "mse": 0.22864580154418945, + "psnr": 6.409870624542236, + "lpips": 0.8944146037101746, + "ssim": 0.03203738108277321 + }, + "frames_200_225": { + "mse": 0.2484198361635208, + "psnr": 6.048452854156494, + "lpips": 0.9108723998069763, + "ssim": 0.032144542783498764 + }, + "frames_225_250": { + "mse": 0.2643832266330719, + "psnr": 5.779778480529785, + "lpips": 0.9393436908721924, + "ssim": 0.03171238303184509 + }, + "frames_250_275": { + "mse": 0.25926947593688965, + "psnr": 5.863113880157471, + "lpips": 0.9340991973876953, + "ssim": 0.027510685846209526 + }, + "frames_275_300": { + "mse": 0.27561625838279724, + "psnr": 5.598107814788818, + "lpips": 0.955552875995636, + "ssim": 0.02875412441790104 + }, + "overall": { + "mse": 0.22627365589141846, + "psnr": 6.561666011810303, + "lpips": 0.9027286767959595, + "ssim": 0.02699299156665802 + }, + "forward": { + "mse": 0.19098064303398132, + "psnr": 7.401174545288086, + "lpips": 0.9232001304626465, + "ssim": 0.02396322786808014 + }, + "return": { + "mse": 0.24392017722129822, + "psnr": 6.141911506652832, + "lpips": 0.8924928307533264, + "ssim": 0.02850787714123726 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/efa64a0035040381/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/efa64a0035040381/case.json new file mode 100644 index 0000000000000000000000000000000000000000..46ad8e240d151b700444a80ebe93e3f36d0f3bc3 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/efa64a0035040381/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "6", + "metadata_index": "6655", + "scene_id": "efa64a0035040381", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6655019972, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2927.889940820867, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/efa64a0035040381/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/efa64a0035040381/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..b7c26e5b3a23b6a8408a7f9740675ca8c95bb7da --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/efa64a0035040381/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb63eac82914dfddd7d3b461e7a2f237abbd836d2d1f7e76d381d36d7f204b43 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/efa64a0035040381/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/efa64a0035040381/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..1e2408a010302253004777296e850d90cafa2d51 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/efa64a0035040381/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "6", + "metadata_index": "6655", + "scene_id": "efa64a0035040381", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6655019972, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.13810943067073822, + "psnr": 9.218977928161621, + "lpips": 0.8176606893539429, + "ssim": 0.08069673180580139 + }, + "frames_025_050": { + "mse": 0.19096297025680542, + "psnr": 7.192255973815918, + "lpips": 0.9940057992935181, + "ssim": 0.014076423831284046 + }, + "frames_050_075": { + "mse": 0.2177381068468094, + "psnr": 6.628490447998047, + "lpips": 0.9821797013282776, + "ssim": 0.01722557097673416 + }, + "frames_075_100": { + "mse": 0.2522994875907898, + "psnr": 5.999178886413574, + "lpips": 0.937500536441803, + "ssim": 0.08539941906929016 + }, + "frames_100_125": { + "mse": 0.26062634587287903, + "psnr": 5.8424272537231445, + "lpips": 0.9528250098228455, + "ssim": 0.03361953794956207 + }, + "frames_125_150": { + "mse": 0.24995237588882446, + "psnr": 6.023479461669922, + "lpips": 0.926384687423706, + "ssim": 0.030856620520353317 + }, + "frames_150_175": { + "mse": 0.29238161444664, + "psnr": 5.350448131561279, + "lpips": 0.9076231122016907, + "ssim": 0.053646598011255264 + }, + "frames_175_200": { + "mse": 0.3064993917942047, + "psnr": 5.139979839324951, + "lpips": 0.8990533947944641, + "ssim": 0.03507700189948082 + }, + "frames_200_225": { + "mse": 0.2692438066005707, + "psnr": 5.701518535614014, + "lpips": 0.8951073288917542, + "ssim": 0.021026838570833206 + }, + "frames_225_250": { + "mse": 0.2894410789012909, + "psnr": 5.38937520980835, + "lpips": 0.8691976070404053, + "ssim": 0.021108854562044144 + }, + "frames_250_275": { + "mse": 0.27500277757644653, + "psnr": 5.609118461608887, + "lpips": 0.8645657300949097, + "ssim": 0.023235024884343147 + }, + "frames_275_300": { + "mse": 0.2727194130420685, + "psnr": 5.645699501037598, + "lpips": 0.8558971881866455, + "ssim": 0.02706582099199295 + }, + "overall": { + "mse": 0.2512480616569519, + "psnr": 6.145079135894775, + "lpips": 0.908500075340271, + "ssim": 0.03691953793168068 + }, + "forward": { + "mse": 0.1997775137424469, + "psnr": 7.259726524353027, + "lpips": 0.9328367114067078, + "ssim": 0.04934953153133392 + }, + "return": { + "mse": 0.2769833505153656, + "psnr": 5.5877556800842285, + "lpips": 0.8963318467140198, + "ssim": 0.03070453554391861 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f088c85322065722/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f088c85322065722/case.json new file mode 100644 index 0000000000000000000000000000000000000000..df310d93aea4ae865c1b6445c6a9a87709c5abaf --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f088c85322065722/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "46", + "metadata_index": "6675", + "scene_id": "f088c85322065722", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6675020032, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2927.352454246022, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f088c85322065722/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f088c85322065722/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..53e1c749906aa683b49bdbdbfa52e0649c0bae76 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f088c85322065722/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f681b8634a323af86b4268a80f0e15744fef324843202d22fb8e5943f7dd96ad +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f088c85322065722/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f088c85322065722/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..79d8eee3a0cd41297db345d81dc7566a7b905e14 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f088c85322065722/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "46", + "metadata_index": "6675", + "scene_id": "f088c85322065722", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6675020032, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.08955368399620056, + "psnr": 11.946877479553223, + "lpips": 0.6795749068260193, + "ssim": 0.16324715316295624 + }, + "frames_025_050": { + "mse": 0.13997012376785278, + "psnr": 8.541436195373535, + "lpips": 1.0310263633728027, + "ssim": 0.011642993427813053 + }, + "frames_050_075": { + "mse": 0.16820479929447174, + "psnr": 7.754395008087158, + "lpips": 1.0955772399902344, + "ssim": 0.012661409564316273 + }, + "frames_075_100": { + "mse": 0.156123548746109, + "psnr": 8.075122833251953, + "lpips": 0.9796680212020874, + "ssim": 0.07194584608078003 + }, + "frames_100_125": { + "mse": 0.1943541169166565, + "psnr": 7.128189563751221, + "lpips": 1.0517839193344116, + "ssim": 0.02114710584282875 + }, + "frames_125_150": { + "mse": 0.19191621243953705, + "psnr": 7.170124053955078, + "lpips": 0.9422210454940796, + "ssim": 0.06339653581380844 + }, + "frames_150_175": { + "mse": 0.20790547132492065, + "psnr": 6.822408676147461, + "lpips": 0.9164022207260132, + "ssim": 0.05115074664354324 + }, + "frames_175_200": { + "mse": 0.21426644921302795, + "psnr": 6.690524101257324, + "lpips": 0.8791261911392212, + "ssim": 0.04841297119855881 + }, + "frames_200_225": { + "mse": 0.21411952376365662, + "psnr": 6.693481922149658, + "lpips": 0.8638861179351807, + "ssim": 0.05289705842733383 + }, + "frames_225_250": { + "mse": 0.20935432612895966, + "psnr": 6.791683197021484, + "lpips": 0.8917482495307922, + "ssim": 0.0718076154589653 + }, + "frames_250_275": { + "mse": 0.20781633257865906, + "psnr": 6.823565483093262, + "lpips": 0.9338333606719971, + "ssim": 0.05006672069430351 + }, + "frames_275_300": { + "mse": 0.20487140119075775, + "psnr": 6.889307975769043, + "lpips": 0.9212540984153748, + "ssim": 0.06583426147699356 + }, + "overall": { + "mse": 0.18320465087890625, + "psnr": 7.610593318939209, + "lpips": 0.9321752190589905, + "ssim": 0.05701753497123718 + }, + "forward": { + "mse": 0.13846305012702942, + "psnr": 9.079458236694336, + "lpips": 0.94646155834198, + "ssim": 0.06487434357404709 + }, + "return": { + "mse": 0.20557548105716705, + "psnr": 6.876160144805908, + "lpips": 0.9250319004058838, + "ssim": 0.05308912694454193 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f20a49fc09b9ee6e/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f20a49fc09b9ee6e/case.json new file mode 100644 index 0000000000000000000000000000000000000000..d2693bb01c8da0c17c9caaf4584dbdd630fb660a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f20a49fc09b9ee6e/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "84", + "metadata_index": "6719", + "scene_id": "f20a49fc09b9ee6e", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6719020164, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2908.9578515470494, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f20a49fc09b9ee6e/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f20a49fc09b9ee6e/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..fe819a935d0427fc4ada80d188d30fa8a8b0fe58 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f20a49fc09b9ee6e/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7002c860b7e9fa66269cf4d947b1dd10835b099d101cdf6e325efd99fda0dc3d +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f20a49fc09b9ee6e/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f20a49fc09b9ee6e/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..48d2e3d30681e2ff5b29bee875d16638653579e6 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f20a49fc09b9ee6e/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "84", + "metadata_index": "6719", + "scene_id": "f20a49fc09b9ee6e", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6719020164, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.08684318512678146, + "psnr": 12.298274993896484, + "lpips": 0.6992567181587219, + "ssim": 0.1837189495563507 + }, + "frames_025_050": { + "mse": 0.16099916398525238, + "psnr": 7.936425685882568, + "lpips": 0.9962118268013, + "ssim": 0.016749290749430656 + }, + "frames_050_075": { + "mse": 0.2007787525653839, + "psnr": 7.033682346343994, + "lpips": 0.8885862827301025, + "ssim": 0.16329313814640045 + }, + "frames_075_100": { + "mse": 0.1846698522567749, + "psnr": 7.354557991027832, + "lpips": 0.9977466464042664, + "ssim": 0.0174101572483778 + }, + "frames_100_125": { + "mse": 0.2050318866968155, + "psnr": 6.911439895629883, + "lpips": 0.9770858287811279, + "ssim": 0.03450842201709747 + }, + "frames_125_150": { + "mse": 0.1769406944513321, + "psnr": 7.523022651672363, + "lpips": 0.9387199878692627, + "ssim": 0.020537259057164192 + }, + "frames_150_175": { + "mse": 0.1864778697490692, + "psnr": 7.295153617858887, + "lpips": 0.8834983706474304, + "ssim": 0.021676328033208847 + }, + "frames_175_200": { + "mse": 0.19676567614078522, + "psnr": 7.061007022857666, + "lpips": 0.8790936470031738, + "ssim": 0.02438109926879406 + }, + "frames_200_225": { + "mse": 0.20648311078548431, + "psnr": 6.853012561798096, + "lpips": 0.8762795925140381, + "ssim": 0.05888063833117485 + }, + "frames_225_250": { + "mse": 0.21233955025672913, + "psnr": 6.730313777923584, + "lpips": 0.9207553863525391, + "ssim": 0.08766879886388779 + }, + "frames_250_275": { + "mse": 0.18678782880306244, + "psnr": 7.289527416229248, + "lpips": 0.9364573955535889, + "ssim": 0.031926512718200684 + }, + "frames_275_300": { + "mse": 0.187102809548378, + "psnr": 7.280087471008301, + "lpips": 0.9088752269744873, + "ssim": 0.029862938448786736 + }, + "overall": { + "mse": 0.1826017051935196, + "psnr": 7.630541801452637, + "lpips": 0.9085471630096436, + "ssim": 0.057551123201847076 + }, + "forward": { + "mse": 0.1583227515220642, + "psnr": 8.65573501586914, + "lpips": 0.8954504132270813, + "ssim": 0.09529288113117218 + }, + "return": { + "mse": 0.1947411745786667, + "psnr": 7.117944717407227, + "lpips": 0.9150956869125366, + "ssim": 0.03868024796247482 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f3de74db05a6b558/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f3de74db05a6b558/case.json new file mode 100644 index 0000000000000000000000000000000000000000..9e639aaadaf73ba72a049c2c7b0a299712fd4e3f --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f3de74db05a6b558/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "60", + "metadata_index": "6785", + "scene_id": "f3de74db05a6b558", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6785020362, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2909.186083206907, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f3de74db05a6b558/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f3de74db05a6b558/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..a5afbc72b1327cacc11b3059c6660a1a2587d688 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f3de74db05a6b558/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceeeaad3d3831faca98fd99a07a6daf2428633e044ca62a7bafd6bd41d58d50e +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f3de74db05a6b558/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f3de74db05a6b558/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..913d04a574e401769115f534cb8f666b717ef0e1 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f3de74db05a6b558/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "60", + "metadata_index": "6785", + "scene_id": "f3de74db05a6b558", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6785020362, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.11852090060710907, + "psnr": 11.792941093444824, + "lpips": 0.7408453226089478, + "ssim": 0.19030612707138062 + }, + "frames_025_050": { + "mse": 0.26835405826568604, + "psnr": 5.739389419555664, + "lpips": 1.0707557201385498, + "ssim": 0.013814878650009632 + }, + "frames_050_075": { + "mse": 0.36121395230293274, + "psnr": 4.43044900894165, + "lpips": 1.0580129623413086, + "ssim": 0.015754569321870804 + }, + "frames_075_100": { + "mse": 0.25525543093681335, + "psnr": 6.128649711608887, + "lpips": 0.9661679267883301, + "ssim": 0.10011100023984909 + }, + "frames_100_125": { + "mse": 0.36060819029808044, + "psnr": 4.432931900024414, + "lpips": 1.055629014968872, + "ssim": 0.021354684606194496 + }, + "frames_125_150": { + "mse": 0.27852770686149597, + "psnr": 5.584343433380127, + "lpips": 0.9657533168792725, + "ssim": 0.09714088588953018 + }, + "frames_150_175": { + "mse": 0.33300721645355225, + "psnr": 4.776597023010254, + "lpips": 0.9881985187530518, + "ssim": 0.03353520482778549 + }, + "frames_175_200": { + "mse": 0.31671223044395447, + "psnr": 5.0052080154418945, + "lpips": 0.925397515296936, + "ssim": 0.037962380796670914 + }, + "frames_200_225": { + "mse": 0.3152073621749878, + "psnr": 5.015080451965332, + "lpips": 0.9053102135658264, + "ssim": 0.01747066155076027 + }, + "frames_225_250": { + "mse": 0.32256779074668884, + "psnr": 4.915935516357422, + "lpips": 0.9224671721458435, + "ssim": 0.03100285492837429 + }, + "frames_250_275": { + "mse": 0.31154605746269226, + "psnr": 5.071140289306641, + "lpips": 0.898745059967041, + "ssim": 0.0282516460865736 + }, + "frames_275_300": { + "mse": 0.2883753478527069, + "psnr": 5.408113479614258, + "lpips": 0.9116390943527222, + "ssim": 0.03784030303359032 + }, + "overall": { + "mse": 0.294158011674881, + "psnr": 5.691732406616211, + "lpips": 0.9507434368133545, + "ssim": 0.05204543098807335 + }, + "forward": { + "mse": 0.2508360743522644, + "psnr": 7.022857666015625, + "lpips": 0.9589454531669617, + "ssim": 0.07999663800001144 + }, + "return": { + "mse": 0.31581899523735046, + "psnr": 5.026168346405029, + "lpips": 0.9466425180435181, + "ssim": 0.03806982934474945 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f5a110214805f3f1/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f5a110214805f3f1/case.json new file mode 100644 index 0000000000000000000000000000000000000000..a864f73642df0962e8f32d0aa2453d00455ac520 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f5a110214805f3f1/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "74", + "metadata_index": "6845", + "scene_id": "f5a110214805f3f1", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6845020542, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2913.4159719690215, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f5a110214805f3f1/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f5a110214805f3f1/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..46c3e5c5e9c33692eed9fe4c8cebb6b4cd7cfb3b --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f5a110214805f3f1/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714ae0d7b21cc524a0d98f9888dd0afc81acbe923bff2339a840a9484ed1f3a3 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f5a110214805f3f1/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f5a110214805f3f1/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..773c57ca02ebfc92446978f4eddc60e7b473fbd5 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f5a110214805f3f1/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "74", + "metadata_index": "6845", + "scene_id": "f5a110214805f3f1", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6845020542, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.09178366512060165, + "psnr": 13.442558288574219, + "lpips": 0.6081174612045288, + "ssim": 0.2827933132648468 + }, + "frames_025_050": { + "mse": 0.2095073163509369, + "psnr": 6.7916436195373535, + "lpips": 1.0110642910003662, + "ssim": 0.010970810428261757 + }, + "frames_050_075": { + "mse": 0.19392332434654236, + "psnr": 7.13385009765625, + "lpips": 1.0374820232391357, + "ssim": 0.015957292169332504 + }, + "frames_075_100": { + "mse": 0.28141868114471436, + "psnr": 5.523892402648926, + "lpips": 0.9030643701553345, + "ssim": 0.060515910387039185 + }, + "frames_100_125": { + "mse": 0.2870361804962158, + "psnr": 5.452657699584961, + "lpips": 0.8992748856544495, + "ssim": 0.07132797688245773 + }, + "frames_125_150": { + "mse": 0.23894263803958893, + "psnr": 6.221932411193848, + "lpips": 0.9467601180076599, + "ssim": 0.03565956652164459 + }, + "frames_150_175": { + "mse": 0.24237284064292908, + "psnr": 6.155698776245117, + "lpips": 0.9573284983634949, + "ssim": 0.043616823852062225 + }, + "frames_175_200": { + "mse": 0.2431156039237976, + "psnr": 6.143203258514404, + "lpips": 0.930442214012146, + "ssim": 0.05926494300365448 + }, + "frames_200_225": { + "mse": 0.21566887199878693, + "psnr": 6.662448883056641, + "lpips": 0.9250760078430176, + "ssim": 0.03493395075201988 + }, + "frames_225_250": { + "mse": 0.2401234656572342, + "psnr": 6.202778339385986, + "lpips": 0.9690006375312805, + "ssim": 0.02727411314845085 + }, + "frames_250_275": { + "mse": 0.2538563013076782, + "psnr": 5.964045524597168, + "lpips": 0.9985918402671814, + "ssim": 0.04210684448480606 + }, + "frames_275_300": { + "mse": 0.2122633010149002, + "psnr": 6.7314887046813965, + "lpips": 1.0168746709823608, + "ssim": 0.03459685295820236 + }, + "overall": { + "mse": 0.22583435475826263, + "psnr": 6.868850231170654, + "lpips": 0.9335897564888, + "ssim": 0.059918198734521866 + }, + "forward": { + "mse": 0.19415825605392456, + "psnr": 8.222986221313477, + "lpips": 0.8899320363998413, + "ssim": 0.0925593301653862 + }, + "return": { + "mse": 0.24167239665985107, + "psnr": 6.191781520843506, + "lpips": 0.9554185271263123, + "ssim": 0.04359763115644455 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f6b24019e753e366/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f6b24019e753e366/case.json new file mode 100644 index 0000000000000000000000000000000000000000..d29a220b6dfd7d84acb7d93f65a9f823359b16a5 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f6b24019e753e366/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "32", + "metadata_index": "6869", + "scene_id": "f6b24019e753e366", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6869020614, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2901.540017331019, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f6b24019e753e366/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f6b24019e753e366/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..02d0e0772f0943735ecc79421affa81df4abbe41 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f6b24019e753e366/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276984944c4fabee365ca7af5d0ba41614296d7ec55f3cec8234fd4e1c734f53 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f6b24019e753e366/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f6b24019e753e366/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d65bbb3bcfcf63d4cd36a3b92d2c25f90fd8a98b --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f6b24019e753e366/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "32", + "metadata_index": "6869", + "scene_id": "f6b24019e753e366", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6869020614, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.12467766553163528, + "psnr": 9.489023208618164, + "lpips": 0.961894690990448, + "ssim": 0.058635979890823364 + }, + "frames_025_050": { + "mse": 0.14374127984046936, + "psnr": 8.424327850341797, + "lpips": 1.024593472480774, + "ssim": 0.009624420665204525 + }, + "frames_050_075": { + "mse": 0.14591842889785767, + "psnr": 8.358909606933594, + "lpips": 1.0028860569000244, + "ssim": 0.012454085052013397 + }, + "frames_075_100": { + "mse": 0.1894993931055069, + "psnr": 7.4662580490112305, + "lpips": 0.9406831860542297, + "ssim": 0.03144067898392677 + }, + "frames_100_125": { + "mse": 0.1828703135251999, + "psnr": 7.392024517059326, + "lpips": 0.8867572546005249, + "ssim": 0.014837436378002167 + }, + "frames_125_150": { + "mse": 0.20642875134944916, + "psnr": 6.872366428375244, + "lpips": 0.8690497875213623, + "ssim": 0.019249361008405685 + }, + "frames_150_175": { + "mse": 0.20964334905147552, + "psnr": 6.786627292633057, + "lpips": 0.8622653484344482, + "ssim": 0.024187039583921432 + }, + "frames_175_200": { + "mse": 0.22913290560245514, + "psnr": 6.399538993835449, + "lpips": 0.8663340210914612, + "ssim": 0.038262318819761276 + }, + "frames_200_225": { + "mse": 0.24281767010688782, + "psnr": 6.149164199829102, + "lpips": 0.8784440755844116, + "ssim": 0.0563853457570076 + }, + "frames_225_250": { + "mse": 0.23196376860141754, + "psnr": 6.345827579498291, + "lpips": 0.8941032290458679, + "ssim": 0.04987388476729393 + }, + "frames_250_275": { + "mse": 0.23232117295265198, + "psnr": 6.339118003845215, + "lpips": 0.9072006344795227, + "ssim": 0.059527263045310974 + }, + "frames_275_300": { + "mse": 0.23534105718135834, + "psnr": 6.28316593170166, + "lpips": 0.9079941511154175, + "ssim": 0.06764048337936401 + }, + "overall": { + "mse": 0.19786298274993896, + "psnr": 7.192195415496826, + "lpips": 0.9168503880500793, + "ssim": 0.036843191832304 + }, + "forward": { + "mse": 0.15095919370651245, + "psnr": 8.4346284866333, + "lpips": 0.9825144410133362, + "ssim": 0.028038792312145233 + }, + "return": { + "mse": 0.22131484746932983, + "psnr": 6.570979118347168, + "lpips": 0.8840185403823853, + "ssim": 0.041245393455028534 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f7f7028b9db4277e/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f7f7028b9db4277e/case.json new file mode 100644 index 0000000000000000000000000000000000000000..82b1360679685734fa4e2de403db774097e880a4 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f7f7028b9db4277e/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "40", + "metadata_index": "6908", + "scene_id": "f7f7028b9db4277e", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6908020731, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2901.5796182078775, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f7f7028b9db4277e/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f7f7028b9db4277e/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..5c6bb7d9b6ff64b40a22f4b8cef7ad20fb029c76 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f7f7028b9db4277e/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ef9e676b65e305b619fe2d8e7eb9bc422ca77a2b43a6f43ca2439e7c1aa15e0 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f7f7028b9db4277e/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f7f7028b9db4277e/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e937b0faeacbdb3d6028d8079d43d03572741af4 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f7f7028b9db4277e/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "40", + "metadata_index": "6908", + "scene_id": "f7f7028b9db4277e", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6908020731, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07166008651256561, + "psnr": 14.197723388671875, + "lpips": 0.5949921607971191, + "ssim": 0.23366320133209229 + }, + "frames_025_050": { + "mse": 0.1714026778936386, + "psnr": 7.671517848968506, + "lpips": 0.9584987163543701, + "ssim": 0.0166937168687582 + }, + "frames_050_075": { + "mse": 0.20559419691562653, + "psnr": 6.872397422790527, + "lpips": 0.9087095856666565, + "ssim": 0.057771988213062286 + }, + "frames_075_100": { + "mse": 0.2228347361087799, + "psnr": 6.522934436798096, + "lpips": 0.9075581431388855, + "ssim": 0.02927648462355137 + }, + "frames_100_125": { + "mse": 0.21765369176864624, + "psnr": 6.626832962036133, + "lpips": 0.9185987710952759, + "ssim": 0.05307387188076973 + }, + "frames_125_150": { + "mse": 0.20287171006202698, + "psnr": 6.928760528564453, + "lpips": 0.9199076890945435, + "ssim": 0.08463937044143677 + }, + "frames_150_175": { + "mse": 0.19972316920757294, + "psnr": 6.995916843414307, + "lpips": 0.9191598296165466, + "ssim": 0.03718837723135948 + }, + "frames_175_200": { + "mse": 0.18676108121871948, + "psnr": 7.288272857666016, + "lpips": 0.9302535057067871, + "ssim": 0.026455992832779884 + }, + "frames_200_225": { + "mse": 0.1895977258682251, + "psnr": 7.222128391265869, + "lpips": 0.910123348236084, + "ssim": 0.036565281450748444 + }, + "frames_225_250": { + "mse": 0.1945180743932724, + "psnr": 7.112322807312012, + "lpips": 0.8651240468025208, + "ssim": 0.02784350886940956 + }, + "frames_250_275": { + "mse": 0.18433624505996704, + "psnr": 7.344322681427002, + "lpips": 0.8417999148368835, + "ssim": 0.024723850190639496 + }, + "frames_275_300": { + "mse": 0.17331455647945404, + "psnr": 7.614495277404785, + "lpips": 0.8591508269309998, + "ssim": 0.0243724063038826 + }, + "overall": { + "mse": 0.18502230942249298, + "psnr": 7.699801445007324, + "lpips": 0.8778230547904968, + "ssim": 0.0543556734919548 + }, + "forward": { + "mse": 0.16787292063236237, + "psnr": 8.816143989562988, + "lpips": 0.842439591884613, + "ssim": 0.08435134589672089 + }, + "return": { + "mse": 0.19359703361988068, + "psnr": 7.141631603240967, + "lpips": 0.895514726638794, + "ssim": 0.039357833564281464 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f815dfc42d162fea/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f815dfc42d162fea/case.json new file mode 100644 index 0000000000000000000000000000000000000000..74875b93e54d5ab2c14b1923eb9064dd49a129c9 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f815dfc42d162fea/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "20", + "metadata_index": "6912", + "scene_id": "f815dfc42d162fea", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6912020743, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2909.524852073984, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f815dfc42d162fea/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f815dfc42d162fea/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..2b1a5662752112d3b364d703dd1baae9f4b14a2a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f815dfc42d162fea/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8cc12198c33f790c4e5aa0673cc431ab6c1394d6b47c738042a88a640047ad +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f815dfc42d162fea/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f815dfc42d162fea/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..37d9aa7bc9fda464513cc638adc8e0b6537185ee --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f815dfc42d162fea/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "20", + "metadata_index": "6912", + "scene_id": "f815dfc42d162fea", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6912020743, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07960914820432663, + "psnr": 14.071249008178711, + "lpips": 0.6392216682434082, + "ssim": 0.29419535398483276 + }, + "frames_025_050": { + "mse": 0.16286230087280273, + "psnr": 7.882021903991699, + "lpips": 1.0072780847549438, + "ssim": 0.020016970112919807 + }, + "frames_050_075": { + "mse": 0.16466720402240753, + "psnr": 7.834038734436035, + "lpips": 1.021202802658081, + "ssim": 0.018937870860099792 + }, + "frames_075_100": { + "mse": 0.175148606300354, + "psnr": 7.579706192016602, + "lpips": 0.9299057722091675, + "ssim": 0.028416402637958527 + }, + "frames_100_125": { + "mse": 0.1987837255001068, + "psnr": 7.022251129150391, + "lpips": 0.9170976877212524, + "ssim": 0.02534342370927334 + }, + "frames_125_150": { + "mse": 0.21509525179862976, + "psnr": 6.674279689788818, + "lpips": 0.9147418737411499, + "ssim": 0.02843652293086052 + }, + "frames_150_175": { + "mse": 0.2263125479221344, + "psnr": 6.454861640930176, + "lpips": 0.9370067119598389, + "ssim": 0.03468405827879906 + }, + "frames_175_200": { + "mse": 0.23603923618793488, + "psnr": 6.271409511566162, + "lpips": 0.950453519821167, + "ssim": 0.02869381383061409 + }, + "frames_200_225": { + "mse": 0.24505995213985443, + "psnr": 6.108065605163574, + "lpips": 0.9555908441543579, + "ssim": 0.03566775843501091 + }, + "frames_225_250": { + "mse": 0.23879723250865936, + "psnr": 6.221001625061035, + "lpips": 0.9325188994407654, + "ssim": 0.04262456297874451 + }, + "frames_250_275": { + "mse": 0.2549440860748291, + "psnr": 5.935949802398682, + "lpips": 0.9552673101425171, + "ssim": 0.025781063362956047 + }, + "frames_275_300": { + "mse": 0.2493434101343155, + "psnr": 6.032794952392578, + "lpips": 0.9497085809707642, + "ssim": 0.03294533118605614 + }, + "overall": { + "mse": 0.20388856530189514, + "psnr": 7.340635776519775, + "lpips": 0.9258328080177307, + "ssim": 0.051311932504177094 + }, + "forward": { + "mse": 0.14557182788848877, + "psnr": 9.341753959655762, + "lpips": 0.8994020819664001, + "ssim": 0.09039165824651718 + }, + "return": { + "mse": 0.23304691910743713, + "psnr": 6.340076446533203, + "lpips": 0.939048171043396, + "ssim": 0.03177206590771675 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f9e4896193305279/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f9e4896193305279/case.json new file mode 100644 index 0000000000000000000000000000000000000000..6973798742c168d105e1996dd660f15530ea59a6 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f9e4896193305279/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "44", + "metadata_index": "6956", + "scene_id": "f9e4896193305279", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 6956020875, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2909.552798456978, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f9e4896193305279/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f9e4896193305279/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..812d751db101e5658a132e2a1e0bdee1b82c8cf6 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f9e4896193305279/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0b8d68536c6dee99d9b990c813a9475e79668afbde701fbda1216a51372f488 +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f9e4896193305279/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f9e4896193305279/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7a4654e5401328fd83eb13f5f0e2a1ed114323b6 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/f9e4896193305279/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "44", + "metadata_index": "6956", + "scene_id": "f9e4896193305279", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 6956020875, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.1208869069814682, + "psnr": 10.279409408569336, + "lpips": 0.6770972609519958, + "ssim": 0.11161977797746658 + }, + "frames_025_050": { + "mse": 0.16903065145015717, + "psnr": 7.721410751342773, + "lpips": 0.9269787073135376, + "ssim": 0.01235993392765522 + }, + "frames_050_075": { + "mse": 0.19976283609867096, + "psnr": 7.007843494415283, + "lpips": 0.8989585638046265, + "ssim": 0.02374032512307167 + }, + "frames_075_100": { + "mse": 0.22069360315799713, + "psnr": 6.566137790679932, + "lpips": 0.7929956316947937, + "ssim": 0.06328445672988892 + }, + "frames_100_125": { + "mse": 0.20720037817955017, + "psnr": 6.837592124938965, + "lpips": 0.8253341913223267, + "ssim": 0.03981116786599159 + }, + "frames_125_150": { + "mse": 0.19801729917526245, + "psnr": 7.035513877868652, + "lpips": 0.8419340252876282, + "ssim": 0.027102995663881302 + }, + "frames_150_175": { + "mse": 0.18682615458965302, + "psnr": 7.287747859954834, + "lpips": 0.841820478439331, + "ssim": 0.025221068412065506 + }, + "frames_175_200": { + "mse": 0.22148248553276062, + "psnr": 6.5560383796691895, + "lpips": 0.8176141977310181, + "ssim": 0.04016350209712982 + }, + "frames_200_225": { + "mse": 0.19911198318004608, + "psnr": 7.02970027923584, + "lpips": 0.8477461338043213, + "ssim": 0.03495185449719429 + }, + "frames_225_250": { + "mse": 0.2089160978794098, + "psnr": 6.804408073425293, + "lpips": 0.8985785841941833, + "ssim": 0.02395746484398842 + }, + "frames_250_275": { + "mse": 0.20101043581962585, + "psnr": 6.977395057678223, + "lpips": 0.8832752704620361, + "ssim": 0.02323244884610176 + }, + "frames_275_300": { + "mse": 0.19921648502349854, + "psnr": 7.0103678703308105, + "lpips": 0.8767561316490173, + "ssim": 0.02174363099038601 + }, + "overall": { + "mse": 0.19434626400470734, + "psnr": 7.259463787078857, + "lpips": 0.8440907597541809, + "ssim": 0.03726572170853615 + }, + "forward": { + "mse": 0.17759349942207336, + "psnr": 7.89370059967041, + "lpips": 0.824007511138916, + "ssim": 0.052751120179891586 + }, + "return": { + "mse": 0.2027226686477661, + "psnr": 6.94234561920166, + "lpips": 0.8541324734687805, + "ssim": 0.02952301688492298 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/fcfa188fdd8e4cdc/case.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/fcfa188fdd8e4cdc/case.json new file mode 100644 index 0000000000000000000000000000000000000000..4ff7aed02096c707a3c2e8d963ec6026e7710cce --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/fcfa188fdd8e4cdc/case.json @@ -0,0 +1,466 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "43", + "metadata_index": "7061", + "scene_id": "fcfa188fdd8e4cdc", + "history_start": "0", + "history_frames": "100" + }, + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128", + "native_generated_frames": 300, + "method_key": "geometry-forcing", + "seed": 7061021190, + "master_seed": 0, + "generated_frames": 300, + "generation_seconds": 2915.344585876912, + "peak_generation_vram_bytes": 7871942656, + "history_frames": 100, + "source_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 199, + 198, + 197, + 196, + 195, + 194, + 193, + 192, + 191, + 190, + 189, + 188, + 187, + 186, + 185, + 184, + 183, + 182, + 181, + 180, + 179, + 178, + 177, + 176, + 175, + 174, + 173, + 172, + 171, + 170, + 169, + 168, + 167, + 166, + 165, + 164, + 163, + 162, + 161, + 160, + 159, + 158, + 157, + 156, + 155, + 154, + 153, + 152, + 151, + 150, + 149, + 148, + 147, + 146, + 145, + 144, + 143, + 142, + 141, + 140, + 139, + 138, + 137, + 136, + 135, + 134, + 133, + 132, + 131, + 130, + 129, + 128, + 127, + 126, + 125, + 124, + 123, + 122, + 121, + 120, + 119, + 118, + 117, + 116, + 115, + 114, + 113, + 112, + 111, + 110, + 109, + 108, + 107, + 106, + 105, + 104, + 103, + 102, + 101, + 100, + 99, + 98, + 97, + 96, + 95, + 94, + 93, + 92, + 91, + 90, + 89, + 88, + 87, + 86, + 85, + 84, + 83, + 82, + 81, + 80, + 79, + 78, + 77, + 76, + 75, + 74, + 73, + 72, + 71, + 70, + 69, + 68, + 67, + 66, + 65, + 64, + 63, + 62, + 61, + 60, + 59, + 58, + 57, + 56, + 55, + 54, + 53, + 52, + 51, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1, + 0 + ] +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/fcfa188fdd8e4cdc/frame_metrics.npz b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/fcfa188fdd8e4cdc/frame_metrics.npz new file mode 100644 index 0000000000000000000000000000000000000000..c18fa1f1877fbf5dd000d5cd24a7b6005d30b665 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/fcfa188fdd8e4cdc/frame_metrics.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:698da2eb5a8eb3a1b921db0e51c170d6a721070b28d2e84537179c47b6fa8e3c +size 5782 diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/fcfa188fdd8e4cdc/metrics.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/fcfa188fdd8e4cdc/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..5f1bf2175c839e6c496327e4cde35220ae095640 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/fcfa188fdd8e4cdc/metrics.json @@ -0,0 +1,128 @@ +{ + "case": { + "scope": "final100", + "protocol_order": "43", + "metadata_index": "7061", + "scene_id": "fcfa188fdd8e4cdc", + "history_start": "0", + "history_frames": "100" + }, + "sample_seed": 7061021190, + "dataset": "re10k", + "frames": 300, + "native_resolution": [ + 256, + 256 + ], + "metric_resolution": [ + 256, + 256 + ], + "resize": "none", + "reference_source": "raw DFoT test_256 RGB at matching source indices", + "vae_checkpoint": null, + "torch": "2.8.0+cu128", + "torchmetrics": "0.11.4", + "lpips": "alex; normalize=True; mean of individual frame values", + "psnr_epsilon": 1e-12, + "fid": "direct float01 -> truncating uint8", + "video": { + "codec": "libx264", + "quality": 8, + "pixelformat": "yuv420p", + "macro_block_size": 1, + "fps": 15 + }, + "ranges": { + "frames_000_025": { + "mse": 0.07741110771894455, + "psnr": 13.735974311828613, + "lpips": 0.6211758255958557, + "ssim": 0.284162700176239 + }, + "frames_025_050": { + "mse": 0.20027871429920197, + "psnr": 6.995729923248291, + "lpips": 1.1113826036453247, + "ssim": 0.015596797689795494 + }, + "frames_050_075": { + "mse": 0.23070156574249268, + "psnr": 6.3711161613464355, + "lpips": 1.1210767030715942, + "ssim": 0.014541310258209705 + }, + "frames_075_100": { + "mse": 0.2269427627325058, + "psnr": 6.468215465545654, + "lpips": 0.9997188448905945, + "ssim": 0.0394434779882431 + }, + "frames_100_125": { + "mse": 0.18968120217323303, + "psnr": 7.268555164337158, + "lpips": 0.8911533355712891, + "ssim": 0.0521249882876873 + }, + "frames_125_150": { + "mse": 0.2469235211610794, + "psnr": 6.089032173156738, + "lpips": 0.968315839767456, + "ssim": 0.04177393764257431 + }, + "frames_150_175": { + "mse": 0.2506336271762848, + "psnr": 6.01425313949585, + "lpips": 0.9787646532058716, + "ssim": 0.04138350486755371 + }, + "frames_175_200": { + "mse": 0.2555187940597534, + "psnr": 5.926817417144775, + "lpips": 0.9214562177658081, + "ssim": 0.030951058492064476 + }, + "frames_200_225": { + "mse": 0.25972363352775574, + "psnr": 5.8577046394348145, + "lpips": 0.9001156091690063, + "ssim": 0.034096986055374146 + }, + "frames_225_250": { + "mse": 0.20543943345546722, + "psnr": 6.880889892578125, + "lpips": 0.8956072926521301, + "ssim": 0.01365230605006218 + }, + "frames_250_275": { + "mse": 0.1840333193540573, + "psnr": 7.357687950134277, + "lpips": 0.886117696762085, + "ssim": 0.0189176257699728 + }, + "frames_275_300": { + "mse": 0.19653640687465668, + "psnr": 7.067141532897949, + "lpips": 0.8870206475257874, + "ssim": 0.0266767218708992 + }, + "overall": { + "mse": 0.2103186696767807, + "psnr": 7.1694254875183105, + "lpips": 0.9318254590034485, + "ssim": 0.051110126078128815 + }, + "forward": { + "mse": 0.1838335394859314, + "psnr": 8.392759323120117, + "lpips": 0.9633386135101318, + "ssim": 0.0884360820055008 + }, + "return": { + "mse": 0.22356127202510834, + "psnr": 6.5577592849731445, + "lpips": 0.9160688519477844, + "ssim": 0.03244714438915253 + } + } +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/launcher.sh b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/launcher.sh new file mode 100644 index 0000000000000000000000000000000000000000..34c769cc48039a488389f851d6641a1259098585 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/launcher.sh @@ -0,0 +1,71 @@ +#!/usr/bin/env bash +#SBATCH --job-name=geometry-forcing-re10k-full +#SBATCH --nodes=1 +#SBATCH --ntasks-per-node=8 +#SBATCH --cpus-per-task=14 +#SBATCH --gres=gpu:8 +#SBATCH --time=48:00:00 +#SBATCH --account=berzelius-2026-196 +#SBATCH --chdir=/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/GeometryForcing +#SBATCH --output=slurm_logs/%x-%A_%a.out +#SBATCH --error=slurm_logs/%x-%A_%a.out + +set -euo pipefail + +module load buildenv-gcccuda/12.9.1-gcc11 + +ROOT=/proj/cvl/users/x_fahkh2/worldmem-baseline-evals +ENV_ROOT=/proj/cvl/users/x_fahkh2/envs +REPO=$ROOT/GeometryForcing +PYTHON=$ENV_ROOT/geometry-forcing-eval/bin/python +METRIC_PYTHON=$ENV_ROOT/geometry-forcing-eval/bin/python +WORLD_MEM_ROOT=$ROOT/references/worldmem +DATA_ROOT=/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/re10k_dfot/real-estate-10k +MANIFEST=$ROOT/deployment/manifests/re10k_real_trajectory_h100_f399_scopes_v1.csv +SEED=0 +JOB=$SLURM_JOB_ID +RUN=geometry-forcing_re10k_100cases_seed${SEED}_job${JOB} +OUTPUT=$REPO/outputs/$RUN + +export TMPDIR=$ROOT/cache +export HF_HOME=$ROOT/cache/huggingface +export TORCH_HOME=$ROOT/cache/torch +export XDG_CACHE_HOME=$ROOT/cache +export MPLCONFIGDIR=$ROOT/cache/matplotlib +export TRITON_CACHE_DIR=$ROOT/cache +export PYTHONNOUSERSITE=1 +export PYTHONUNBUFFERED=1 +export OMP_NUM_THREADS=4 +export MKL_NUM_THREADS=4 +export WANDB_MODE=disabled +export HF_HUB_OFFLINE=1 +export TRANSFORMERS_OFFLINE=1 +mkdir -p "$TMPDIR" "$OUTPUT" +cd "$REPO" + +"$PYTHON" "$ROOT/deployment/verify_node.py" --output "$OUTPUT" +cp "$0" "$OUTPUT/launcher.sh" + +srun --ntasks=8 --gpus-per-task=1 --cpus-per-task=14 --cpu-bind=cores --kill-on-bad-exit=1 \ + "$PYTHON" "$ROOT/shared/run_and_score.py" \ + --method geometry-forcing \ + --workspace-root "$ROOT" \ + --metric-python "$METRIC_PYTHON" \ + --worldmem-root "$WORLD_MEM_ROOT" \ + --manifest "$MANIFEST" \ + --data-root "$DATA_ROOT" \ + --output "$OUTPUT" \ + --scope final100 \ + --seed "$SEED" \ + --limit 100 \ + --max-generated 300 \ + --world-size 8 + +srun --exclusive --exact --nodes=1 --ntasks=1 --gpus-per-task=1 --cpus-per-task=14 \ + "$METRIC_PYTHON" "$ROOT/shared/aggregate.py" \ + --output "$OUTPUT" \ + --manifest "$MANIFEST" \ + --dataset re10k \ + --scope final100 \ + --seed "$SEED" + diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank0.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank0.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8c5e36029d1b6d3161415bb644d32d1f8f43da --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank0.json @@ -0,0 +1,48 @@ +{ + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128" +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank1.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank1.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8c5e36029d1b6d3161415bb644d32d1f8f43da --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank1.json @@ -0,0 +1,48 @@ +{ + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128" +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank2.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank2.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8c5e36029d1b6d3161415bb644d32d1f8f43da --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank2.json @@ -0,0 +1,48 @@ +{ + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128" +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank3.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank3.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8c5e36029d1b6d3161415bb644d32d1f8f43da --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank3.json @@ -0,0 +1,48 @@ +{ + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128" +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank4.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank4.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8c5e36029d1b6d3161415bb644d32d1f8f43da --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank4.json @@ -0,0 +1,48 @@ +{ + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128" +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank5.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank5.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8c5e36029d1b6d3161415bb644d32d1f8f43da --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank5.json @@ -0,0 +1,48 @@ +{ + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128" +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank6.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank6.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8c5e36029d1b6d3161415bb644d32d1f8f43da --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank6.json @@ -0,0 +1,48 @@ +{ + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128" +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank7.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank7.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8c5e36029d1b6d3161415bb644d32d1f8f43da --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/method_manifest_rank7.json @@ -0,0 +1,48 @@ +{ + "method": "Geometry Forcing", + "repository": "https://github.com/CIntellifusion/GeometryForcing", + "commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683", + "checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt", + "checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt", + "checkpoint_bytes": 1835451817, + "weight_policy": "released state_dict; no EMA substitution", + "checkpoint_pretrained_ema": null, + "loaded_backbone_tensors": 496, + "discarded_checkpoint_keys": [], + "parameter_tensors": 494, + "parameters": 458818051, + "trainable_tensors": 0, + "trainable_parameters": 0, + "frozen_parameters": 458818051, + "optimizer_groups": [], + "lr_stages": [], + "adapters_lora": [], + "activation_checkpointing": false, + "batch_size_per_gpu": 1, + "sampler": "official ContinuousDiffusion DDIM", + "sampling_steps": 50, + "ddim_eta": 0.0, + "history_guidance": { + "name": "stabilized_vanilla", + "scale": 4.0, + "stabilization": 0.02 + }, + "selector": "latest seven causal frames; ground-truth prefix only before timeline100", + "model_window": 16, + "active_window": 8, + "padding": "eight masked slots, current target camera repeated", + "observed_frames": 100, + "generated_frames_full": 300, + "resolution": [ + 256, + 256 + ], + "trajectory": "G0..G199,G199..G0", + "stride": 1, + "text_conditioning": null, + "vae": null, + "training_only_alignment": "disabled; not involved in generation and not present in released inference backbone", + "deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation", + "inference_precision": "float16 autocast; fp32 camera processing and model weights", + "torch": "2.8.0+cu128" +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/node.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/node.json new file mode 100644 index 0000000000000000000000000000000000000000..da6c87e9deecced0d4752c1e2bb25f826c76b9b8 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/node.json @@ -0,0 +1,14 @@ +{ + "devices": [ + "NVIDIA H200", + "NVIDIA H200", + "NVIDIA H200", + "NVIDIA H200", + "NVIDIA H200", + "NVIDIA H200", + "NVIDIA H200", + "NVIDIA H200" + ], + "torch": "2.8.0+cu128", + "slurm_job_id": "84979" +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_00_complete.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_00_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..fa4d5c44ec4aa1757127b5310bcf763ed6584ab9 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_00_complete.json @@ -0,0 +1,7 @@ +{ + "rank": 0, + "cases": 13, + "method": "geometry-forcing", + "seed": 0, + "generated_frames_per_case": 300 +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_01_complete.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_01_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..05e1de29c3fadaabcbaf24788a8cb6883e382371 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_01_complete.json @@ -0,0 +1,7 @@ +{ + "rank": 1, + "cases": 13, + "method": "geometry-forcing", + "seed": 0, + "generated_frames_per_case": 300 +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_02_complete.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_02_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..5612adf2041940227456705dc0c783fc6ac98f8a --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_02_complete.json @@ -0,0 +1,7 @@ +{ + "rank": 2, + "cases": 13, + "method": "geometry-forcing", + "seed": 0, + "generated_frames_per_case": 300 +} diff --git a/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_03_complete.json b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_03_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..1b49bd4de88b0fb60974d7934bbffcd081060c16 --- /dev/null +++ b/results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/worker_03_complete.json @@ -0,0 +1,7 @@ +{ + "rank": 3, + "cases": 13, + "method": "geometry-forcing", + "seed": 0, + "generated_frames_per_case": 300 +}