Upload all Geometry Forcing evaluation results (part 3)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4091c41c6909da3b/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4091c41c6909da3b/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/metrics.json +128 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/case.json +466 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/frame_metrics.npz +3 -0
- results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/metrics.json +128 -0
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4091c41c6909da3b/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ecb78699e0182b9af78352e8dab1c157d304d182b0561f85672f181779c2ffd1
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4091c41c6909da3b/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "47",
|
| 5 |
+
"metadata_index": "1770",
|
| 6 |
+
"scene_id": "4091c41c6909da3b",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 1770005317,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.06317013502120972,
|
| 39 |
+
"psnr": 15.061196327209473,
|
| 40 |
+
"lpips": 0.5757694840431213,
|
| 41 |
+
"ssim": 0.27647221088409424
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.16139215230941772,
|
| 45 |
+
"psnr": 7.942367076873779,
|
| 46 |
+
"lpips": 0.9446012377738953,
|
| 47 |
+
"ssim": 0.026616979390382767
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.19789844751358032,
|
| 51 |
+
"psnr": 7.041299343109131,
|
| 52 |
+
"lpips": 0.9393638372421265,
|
| 53 |
+
"ssim": 0.053927116096019745
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.21982446312904358,
|
| 57 |
+
"psnr": 6.591353893280029,
|
| 58 |
+
"lpips": 0.9648358821868896,
|
| 59 |
+
"ssim": 0.04369858279824257
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.226173534989357,
|
| 63 |
+
"psnr": 6.464242935180664,
|
| 64 |
+
"lpips": 0.8921432495117188,
|
| 65 |
+
"ssim": 0.037730127573013306
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.2358868420124054,
|
| 69 |
+
"psnr": 6.275595664978027,
|
| 70 |
+
"lpips": 0.843000590801239,
|
| 71 |
+
"ssim": 0.031319573521614075
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.21752256155014038,
|
| 75 |
+
"psnr": 6.626247406005859,
|
| 76 |
+
"lpips": 0.8260476589202881,
|
| 77 |
+
"ssim": 0.038550812751054764
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.23122557997703552,
|
| 81 |
+
"psnr": 6.360286235809326,
|
| 82 |
+
"lpips": 0.8766743540763855,
|
| 83 |
+
"ssim": 0.024778546765446663
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.2224515974521637,
|
| 87 |
+
"psnr": 6.528620719909668,
|
| 88 |
+
"lpips": 0.861379861831665,
|
| 89 |
+
"ssim": 0.048055313527584076
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.22242580354213715,
|
| 93 |
+
"psnr": 6.5283427238464355,
|
| 94 |
+
"lpips": 0.8636451959609985,
|
| 95 |
+
"ssim": 0.06551413238048553
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.21902814507484436,
|
| 99 |
+
"psnr": 6.595910549163818,
|
| 100 |
+
"lpips": 0.8633076548576355,
|
| 101 |
+
"ssim": 0.09567248076200485
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.2332540899515152,
|
| 105 |
+
"psnr": 6.322954177856445,
|
| 106 |
+
"lpips": 0.9110119342803955,
|
| 107 |
+
"ssim": 0.045714035630226135
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.2041877806186676,
|
| 111 |
+
"psnr": 7.361534595489502,
|
| 112 |
+
"lpips": 0.8634816408157349,
|
| 113 |
+
"ssim": 0.06567082554101944
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.16057129204273224,
|
| 117 |
+
"psnr": 9.159053802490234,
|
| 118 |
+
"lpips": 0.8561426401138306,
|
| 119 |
+
"ssim": 0.10017872601747513
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.2259960174560547,
|
| 123 |
+
"psnr": 6.462775707244873,
|
| 124 |
+
"lpips": 0.8671512603759766,
|
| 125 |
+
"ssim": 0.04841688275337219
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "30",
|
| 5 |
+
"metadata_index": "1839",
|
| 6 |
+
"scene_id": "431e6542fde13130",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 1839005524,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2927.3614373861346,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:983fba020784e1d1d4687586bc8ce1624a55e950f947f83de9dfde202a461ae7
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/431e6542fde13130/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "30",
|
| 5 |
+
"metadata_index": "1839",
|
| 6 |
+
"scene_id": "431e6542fde13130",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 1839005524,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.12095232307910919,
|
| 39 |
+
"psnr": 9.857982635498047,
|
| 40 |
+
"lpips": 0.7447879314422607,
|
| 41 |
+
"ssim": 0.09137198328971863
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.16768012940883636,
|
| 45 |
+
"psnr": 7.7568278312683105,
|
| 46 |
+
"lpips": 0.9542813897132874,
|
| 47 |
+
"ssim": 0.012285895645618439
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.18008707463741302,
|
| 51 |
+
"psnr": 7.446470737457275,
|
| 52 |
+
"lpips": 0.9124442338943481,
|
| 53 |
+
"ssim": 0.01329480204731226
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.19896091520786285,
|
| 57 |
+
"psnr": 7.012927055358887,
|
| 58 |
+
"lpips": 0.8125684261322021,
|
| 59 |
+
"ssim": 0.0421273335814476
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.1934005171060562,
|
| 63 |
+
"psnr": 7.135751247406006,
|
| 64 |
+
"lpips": 0.8029965162277222,
|
| 65 |
+
"ssim": 0.040643978863954544
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.1853969693183899,
|
| 69 |
+
"psnr": 7.319952487945557,
|
| 70 |
+
"lpips": 0.8277432322502136,
|
| 71 |
+
"ssim": 0.027186792343854904
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.17787742614746094,
|
| 75 |
+
"psnr": 7.499145030975342,
|
| 76 |
+
"lpips": 0.8720418810844421,
|
| 77 |
+
"ssim": 0.02877495065331459
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.19650042057037354,
|
| 81 |
+
"psnr": 7.069578170776367,
|
| 82 |
+
"lpips": 0.9043579697608948,
|
| 83 |
+
"ssim": 0.017825771123170853
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.20788893103599548,
|
| 87 |
+
"psnr": 6.823223114013672,
|
| 88 |
+
"lpips": 0.8973261117935181,
|
| 89 |
+
"ssim": 0.022242026403546333
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.22705039381980896,
|
| 93 |
+
"psnr": 6.439698696136475,
|
| 94 |
+
"lpips": 0.8945348858833313,
|
| 95 |
+
"ssim": 0.015571070834994316
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.23135080933570862,
|
| 99 |
+
"psnr": 6.361213207244873,
|
| 100 |
+
"lpips": 0.832152247428894,
|
| 101 |
+
"ssim": 0.020683960989117622
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.26648983359336853,
|
| 105 |
+
"psnr": 5.7440032958984375,
|
| 106 |
+
"lpips": 0.8537260293960571,
|
| 107 |
+
"ssim": 0.013276767916977406
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.19613629579544067,
|
| 111 |
+
"psnr": 7.205564975738525,
|
| 112 |
+
"lpips": 0.8590800166130066,
|
| 113 |
+
"ssim": 0.028773779049515724
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.16692012548446655,
|
| 117 |
+
"psnr": 8.01855182647705,
|
| 118 |
+
"lpips": 0.856020450592041,
|
| 119 |
+
"ssim": 0.03977000340819359
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.21074439585208893,
|
| 123 |
+
"psnr": 6.799070835113525,
|
| 124 |
+
"lpips": 0.8606098294258118,
|
| 125 |
+
"ssim": 0.02327566407620907
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "1",
|
| 5 |
+
"metadata_index": "1894",
|
| 6 |
+
"scene_id": "45536907ffef7585",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 1894005689,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2912.8020668551326,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14877846437d49d76d7395ce99aa8cb42184d9b7108538f6133c3a2f03966ec3
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/45536907ffef7585/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "1",
|
| 5 |
+
"metadata_index": "1894",
|
| 6 |
+
"scene_id": "45536907ffef7585",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 1894005689,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.08185893297195435,
|
| 39 |
+
"psnr": 13.348464012145996,
|
| 40 |
+
"lpips": 0.6653513312339783,
|
| 41 |
+
"ssim": 0.2740452289581299
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.15781323611736298,
|
| 45 |
+
"psnr": 8.02171516418457,
|
| 46 |
+
"lpips": 1.0807712078094482,
|
| 47 |
+
"ssim": 0.017233775928616524
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.17659281194210052,
|
| 51 |
+
"psnr": 7.5322651863098145,
|
| 52 |
+
"lpips": 1.0957789421081543,
|
| 53 |
+
"ssim": 0.017826061695814133
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.22645217180252075,
|
| 57 |
+
"psnr": 6.495161056518555,
|
| 58 |
+
"lpips": 1.0189001560211182,
|
| 59 |
+
"ssim": 0.03583085909485817
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.23460456728935242,
|
| 63 |
+
"psnr": 6.3008809089660645,
|
| 64 |
+
"lpips": 0.983290433883667,
|
| 65 |
+
"ssim": 0.017927253618836403
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.2503599226474762,
|
| 69 |
+
"psnr": 6.014941215515137,
|
| 70 |
+
"lpips": 0.9279786944389343,
|
| 71 |
+
"ssim": 0.033745232969522476
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.2621378004550934,
|
| 75 |
+
"psnr": 5.815227031707764,
|
| 76 |
+
"lpips": 0.9280284643173218,
|
| 77 |
+
"ssim": 0.05589323863387108
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.2721903920173645,
|
| 81 |
+
"psnr": 5.6581130027771,
|
| 82 |
+
"lpips": 0.9144955277442932,
|
| 83 |
+
"ssim": 0.06114603206515312
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.2522429823875427,
|
| 87 |
+
"psnr": 5.981978893280029,
|
| 88 |
+
"lpips": 0.8974540829658508,
|
| 89 |
+
"ssim": 0.05277590453624725
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.2711433470249176,
|
| 93 |
+
"psnr": 5.676414966583252,
|
| 94 |
+
"lpips": 0.876234769821167,
|
| 95 |
+
"ssim": 0.0601126104593277
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.275460422039032,
|
| 99 |
+
"psnr": 5.6006178855896,
|
| 100 |
+
"lpips": 0.8743874430656433,
|
| 101 |
+
"ssim": 0.049714237451553345
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.2883661389350891,
|
| 105 |
+
"psnr": 5.402779579162598,
|
| 106 |
+
"lpips": 0.8570219278335571,
|
| 107 |
+
"ssim": 0.05220872908830643
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.22910191118717194,
|
| 111 |
+
"psnr": 6.820713043212891,
|
| 112 |
+
"lpips": 0.926641047000885,
|
| 113 |
+
"ssim": 0.06070493161678314
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.16067928075790405,
|
| 117 |
+
"psnr": 8.849401473999023,
|
| 118 |
+
"lpips": 0.9652004241943359,
|
| 119 |
+
"ssim": 0.08623398840427399
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.2633132040500641,
|
| 123 |
+
"psnr": 5.806368827819824,
|
| 124 |
+
"lpips": 0.9073614478111267,
|
| 125 |
+
"ssim": 0.04794040322303772
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "53",
|
| 5 |
+
"metadata_index": "1995",
|
| 6 |
+
"scene_id": "49235d402cbb8895",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 1995005992,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2912.686666005058,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:28e27566347dba799c71cb146ba80e5f9c76627c7284e81eaf5a5134131c0e43
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/49235d402cbb8895/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "53",
|
| 5 |
+
"metadata_index": "1995",
|
| 6 |
+
"scene_id": "49235d402cbb8895",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 1995005992,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.12557536363601685,
|
| 39 |
+
"psnr": 11.125692367553711,
|
| 40 |
+
"lpips": 0.6663249135017395,
|
| 41 |
+
"ssim": 0.17433515191078186
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.23499391973018646,
|
| 45 |
+
"psnr": 6.294121742248535,
|
| 46 |
+
"lpips": 0.9080221056938171,
|
| 47 |
+
"ssim": 0.014684171415865421
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.2771381139755249,
|
| 51 |
+
"psnr": 5.580655574798584,
|
| 52 |
+
"lpips": 0.9249518513679504,
|
| 53 |
+
"ssim": 0.012092151679098606
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.281788170337677,
|
| 57 |
+
"psnr": 5.523942470550537,
|
| 58 |
+
"lpips": 0.8352724313735962,
|
| 59 |
+
"ssim": 0.050208929926157
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.30148300528526306,
|
| 63 |
+
"psnr": 5.214372158050537,
|
| 64 |
+
"lpips": 0.845812201499939,
|
| 65 |
+
"ssim": 0.021440384909510612
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.2709507346153259,
|
| 69 |
+
"psnr": 5.6729512214660645,
|
| 70 |
+
"lpips": 0.8710325360298157,
|
| 71 |
+
"ssim": 0.03317910060286522
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.25789782404899597,
|
| 75 |
+
"psnr": 5.892576694488525,
|
| 76 |
+
"lpips": 0.8586817979812622,
|
| 77 |
+
"ssim": 0.03451540321111679
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.2717985212802887,
|
| 81 |
+
"psnr": 5.661291599273682,
|
| 82 |
+
"lpips": 0.8790348172187805,
|
| 83 |
+
"ssim": 0.0259685255587101
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.28895390033721924,
|
| 87 |
+
"psnr": 5.408511161804199,
|
| 88 |
+
"lpips": 0.9212828278541565,
|
| 89 |
+
"ssim": 0.0435095839202404
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.26105350255966187,
|
| 93 |
+
"psnr": 5.843625545501709,
|
| 94 |
+
"lpips": 0.9167307019233704,
|
| 95 |
+
"ssim": 0.02740182727575302
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.2645290791988373,
|
| 99 |
+
"psnr": 5.777092933654785,
|
| 100 |
+
"lpips": 0.9078840017318726,
|
| 101 |
+
"ssim": 0.032509367913007736
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.2521568536758423,
|
| 105 |
+
"psnr": 5.985442638397217,
|
| 106 |
+
"lpips": 0.9010985493659973,
|
| 107 |
+
"ssim": 0.03761594742536545
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.25735992193222046,
|
| 111 |
+
"psnr": 6.165023326873779,
|
| 112 |
+
"lpips": 0.8696773052215576,
|
| 113 |
+
"ssim": 0.04228837788105011
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.2298738807439804,
|
| 117 |
+
"psnr": 7.131102085113525,
|
| 118 |
+
"lpips": 0.8336427807807922,
|
| 119 |
+
"ssim": 0.06283010542392731
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.2711029350757599,
|
| 123 |
+
"psnr": 5.681982517242432,
|
| 124 |
+
"lpips": 0.8876947164535522,
|
| 125 |
+
"ssim": 0.03201751410961151
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "28",
|
| 5 |
+
"metadata_index": "2120",
|
| 6 |
+
"scene_id": "4dd400119f6032b7",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2120006367,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2908.9660947159864,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ac9554b4f61b9fe8b9ccdc81c6d2e2b7c0b2e99404aea035c3bce7ab78a7dd9
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4dd400119f6032b7/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "28",
|
| 5 |
+
"metadata_index": "2120",
|
| 6 |
+
"scene_id": "4dd400119f6032b7",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2120006367,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.06895706802606583,
|
| 39 |
+
"psnr": 13.89969253540039,
|
| 40 |
+
"lpips": 0.5832480788230896,
|
| 41 |
+
"ssim": 0.2690432667732239
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.17086826264858246,
|
| 45 |
+
"psnr": 7.68649435043335,
|
| 46 |
+
"lpips": 0.9387102723121643,
|
| 47 |
+
"ssim": 0.021369842812418938
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.2007933408021927,
|
| 51 |
+
"psnr": 6.982058048248291,
|
| 52 |
+
"lpips": 0.9574547410011292,
|
| 53 |
+
"ssim": 0.02067922055721283
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.21621699631214142,
|
| 57 |
+
"psnr": 6.658778190612793,
|
| 58 |
+
"lpips": 0.8348872661590576,
|
| 59 |
+
"ssim": 0.042481690645217896
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.2390783280134201,
|
| 63 |
+
"psnr": 6.222303867340088,
|
| 64 |
+
"lpips": 0.8877502679824829,
|
| 65 |
+
"ssim": 0.019322043284773827
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.2623492479324341,
|
| 69 |
+
"psnr": 5.815451622009277,
|
| 70 |
+
"lpips": 0.9167181253433228,
|
| 71 |
+
"ssim": 0.02784721925854683
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.2760695517063141,
|
| 75 |
+
"psnr": 5.5959930419921875,
|
| 76 |
+
"lpips": 0.927803635597229,
|
| 77 |
+
"ssim": 0.03758575767278671
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.2754848301410675,
|
| 81 |
+
"psnr": 5.600524425506592,
|
| 82 |
+
"lpips": 0.9640347957611084,
|
| 83 |
+
"ssim": 0.02569723129272461
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.2882117033004761,
|
| 87 |
+
"psnr": 5.403338432312012,
|
| 88 |
+
"lpips": 0.933366596698761,
|
| 89 |
+
"ssim": 0.038136161863803864
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.2730359435081482,
|
| 93 |
+
"psnr": 5.63986349105835,
|
| 94 |
+
"lpips": 0.9228589534759521,
|
| 95 |
+
"ssim": 0.04046075418591499
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.2535845637321472,
|
| 99 |
+
"psnr": 5.961353302001953,
|
| 100 |
+
"lpips": 0.946024477481842,
|
| 101 |
+
"ssim": 0.05176018550992012
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.24718360602855682,
|
| 105 |
+
"psnr": 6.071549892425537,
|
| 106 |
+
"lpips": 0.9609497785568237,
|
| 107 |
+
"ssim": 0.02179907076060772
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.2309861183166504,
|
| 111 |
+
"psnr": 6.794783592224121,
|
| 112 |
+
"lpips": 0.8978172540664673,
|
| 113 |
+
"ssim": 0.05134853720664978
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.16420890390872955,
|
| 117 |
+
"psnr": 8.806755065917969,
|
| 118 |
+
"lpips": 0.8285751342773438,
|
| 119 |
+
"ssim": 0.08839350938796997
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.2643747329711914,
|
| 123 |
+
"psnr": 5.788797378540039,
|
| 124 |
+
"lpips": 0.9324381947517395,
|
| 125 |
+
"ssim": 0.032826054841279984
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "83",
|
| 5 |
+
"metadata_index": "2124",
|
| 6 |
+
"scene_id": "4df04a3ab680ac1d",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2124006379,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2912.1277243720833,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4bd46f568f98111482b498945bd3c6e2b0354ee59e4effa1f143e7af9219213
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4df04a3ab680ac1d/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "83",
|
| 5 |
+
"metadata_index": "2124",
|
| 6 |
+
"scene_id": "4df04a3ab680ac1d",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2124006379,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.07973874360322952,
|
| 39 |
+
"psnr": 12.849443435668945,
|
| 40 |
+
"lpips": 0.6337695121765137,
|
| 41 |
+
"ssim": 0.2069106101989746
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.1476810872554779,
|
| 45 |
+
"psnr": 8.310792922973633,
|
| 46 |
+
"lpips": 0.9020589590072632,
|
| 47 |
+
"ssim": 0.018426045775413513
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.21043391525745392,
|
| 51 |
+
"psnr": 6.895220756530762,
|
| 52 |
+
"lpips": 0.8415542840957642,
|
| 53 |
+
"ssim": 0.0374048613011837
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.19390292465686798,
|
| 57 |
+
"psnr": 7.139031887054443,
|
| 58 |
+
"lpips": 0.8539839386940002,
|
| 59 |
+
"ssim": 0.02367245964705944
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.197692409157753,
|
| 63 |
+
"psnr": 7.049258232116699,
|
| 64 |
+
"lpips": 0.8302049040794373,
|
| 65 |
+
"ssim": 0.03387029096484184
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.16694389283657074,
|
| 69 |
+
"psnr": 7.780864715576172,
|
| 70 |
+
"lpips": 0.8250353932380676,
|
| 71 |
+
"ssim": 0.038422178477048874
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.15940538048744202,
|
| 75 |
+
"psnr": 7.9753217697143555,
|
| 76 |
+
"lpips": 0.8352581858634949,
|
| 77 |
+
"ssim": 0.033817894756793976
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.1651899218559265,
|
| 81 |
+
"psnr": 7.821367263793945,
|
| 82 |
+
"lpips": 0.8584578037261963,
|
| 83 |
+
"ssim": 0.028299255296587944
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.1756170690059662,
|
| 87 |
+
"psnr": 7.555484771728516,
|
| 88 |
+
"lpips": 0.8653973340988159,
|
| 89 |
+
"ssim": 0.029978692531585693
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.18517448008060455,
|
| 93 |
+
"psnr": 7.329742431640625,
|
| 94 |
+
"lpips": 0.869610607624054,
|
| 95 |
+
"ssim": 0.023464227095246315
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.20384898781776428,
|
| 99 |
+
"psnr": 6.916059494018555,
|
| 100 |
+
"lpips": 0.9312496185302734,
|
| 101 |
+
"ssim": 0.02354576624929905
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.23162703216075897,
|
| 105 |
+
"psnr": 6.352493762969971,
|
| 106 |
+
"lpips": 0.899841845035553,
|
| 107 |
+
"ssim": 0.02838781848549843
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.17643798887729645,
|
| 111 |
+
"psnr": 7.83125638961792,
|
| 112 |
+
"lpips": 0.845535159111023,
|
| 113 |
+
"ssim": 0.04385000467300415
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.15793918073177338,
|
| 117 |
+
"psnr": 8.798622131347656,
|
| 118 |
+
"lpips": 0.8078416585922241,
|
| 119 |
+
"ssim": 0.07160349935293198
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.18568739295005798,
|
| 123 |
+
"psnr": 7.347573757171631,
|
| 124 |
+
"lpips": 0.8643819689750671,
|
| 125 |
+
"ssim": 0.029973262920975685
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "88",
|
| 5 |
+
"metadata_index": "2135",
|
| 6 |
+
"scene_id": "4e50d5610be16ce1",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2135006412,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2901.719389938051,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d1905d592cf88e05e2857251bfe86b5db184bded0cda7b66ade144e9fb18ce51
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/4e50d5610be16ce1/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "88",
|
| 5 |
+
"metadata_index": "2135",
|
| 6 |
+
"scene_id": "4e50d5610be16ce1",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2135006412,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.14790406823158264,
|
| 39 |
+
"psnr": 9.061535835266113,
|
| 40 |
+
"lpips": 0.6994443535804749,
|
| 41 |
+
"ssim": 0.06791865080595016
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.21762722730636597,
|
| 45 |
+
"psnr": 6.635820388793945,
|
| 46 |
+
"lpips": 0.883745014667511,
|
| 47 |
+
"ssim": 0.02240334264934063
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.1941058337688446,
|
| 51 |
+
"psnr": 7.148472785949707,
|
| 52 |
+
"lpips": 0.8645431399345398,
|
| 53 |
+
"ssim": 0.05408867821097374
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.18996751308441162,
|
| 57 |
+
"psnr": 7.214081287384033,
|
| 58 |
+
"lpips": 0.8888792395591736,
|
| 59 |
+
"ssim": 0.04740705341100693
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.18668989837169647,
|
| 63 |
+
"psnr": 7.291287899017334,
|
| 64 |
+
"lpips": 0.897784411907196,
|
| 65 |
+
"ssim": 0.04425334557890892
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.18251118063926697,
|
| 69 |
+
"psnr": 7.398271560668945,
|
| 70 |
+
"lpips": 0.8869541883468628,
|
| 71 |
+
"ssim": 0.0342196561396122
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.2072078287601471,
|
| 75 |
+
"psnr": 6.840073108673096,
|
| 76 |
+
"lpips": 0.8974072933197021,
|
| 77 |
+
"ssim": 0.022353876382112503
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.20698750019073486,
|
| 81 |
+
"psnr": 6.841224193572998,
|
| 82 |
+
"lpips": 0.8491955399513245,
|
| 83 |
+
"ssim": 0.029791349545121193
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.21348243951797485,
|
| 87 |
+
"psnr": 6.706820487976074,
|
| 88 |
+
"lpips": 0.8061251640319824,
|
| 89 |
+
"ssim": 0.02206622064113617
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.16692188382148743,
|
| 93 |
+
"psnr": 7.7801008224487305,
|
| 94 |
+
"lpips": 0.8480091094970703,
|
| 95 |
+
"ssim": 0.01642797887325287
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.17867118120193481,
|
| 99 |
+
"psnr": 7.4870147705078125,
|
| 100 |
+
"lpips": 0.8485908508300781,
|
| 101 |
+
"ssim": 0.03461603820323944
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.18968431651592255,
|
| 105 |
+
"psnr": 7.225132465362549,
|
| 106 |
+
"lpips": 0.8588614463806152,
|
| 107 |
+
"ssim": 0.024757757782936096
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.19014674425125122,
|
| 111 |
+
"psnr": 7.302485942840576,
|
| 112 |
+
"lpips": 0.8524616956710815,
|
| 113 |
+
"ssim": 0.035025328397750854
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.1874011605978012,
|
| 117 |
+
"psnr": 7.514976978302002,
|
| 118 |
+
"lpips": 0.8341529965400696,
|
| 119 |
+
"ssim": 0.047954436391592026
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.19151952862739563,
|
| 123 |
+
"psnr": 7.1962409019470215,
|
| 124 |
+
"lpips": 0.8616160750389099,
|
| 125 |
+
"ssim": 0.028560776263475418
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "78",
|
| 5 |
+
"metadata_index": "2215",
|
| 6 |
+
"scene_id": "512810bd5785cad6",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2215006652,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2925.9433184000663,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:20c6880a05c6a84337dbd06bd212dbdef9240207faf6d691cf9e5464484b23ac
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/512810bd5785cad6/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "78",
|
| 5 |
+
"metadata_index": "2215",
|
| 6 |
+
"scene_id": "512810bd5785cad6",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2215006652,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.14591149985790253,
|
| 39 |
+
"psnr": 8.972326278686523,
|
| 40 |
+
"lpips": 0.884046196937561,
|
| 41 |
+
"ssim": 0.06236714869737625
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.1951518952846527,
|
| 45 |
+
"psnr": 7.096816539764404,
|
| 46 |
+
"lpips": 0.9958488941192627,
|
| 47 |
+
"ssim": 0.01004036981612444
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.21250079572200775,
|
| 51 |
+
"psnr": 6.728964328765869,
|
| 52 |
+
"lpips": 0.9430050849914551,
|
| 53 |
+
"ssim": 0.013245046138763428
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.197292760014534,
|
| 57 |
+
"psnr": 7.064672946929932,
|
| 58 |
+
"lpips": 0.8877473473548889,
|
| 59 |
+
"ssim": 0.03849758207798004
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.209324911236763,
|
| 63 |
+
"psnr": 6.794161319732666,
|
| 64 |
+
"lpips": 1.0737156867980957,
|
| 65 |
+
"ssim": 0.014576119370758533
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.195918008685112,
|
| 69 |
+
"psnr": 7.088322639465332,
|
| 70 |
+
"lpips": 0.948001503944397,
|
| 71 |
+
"ssim": 0.046892546117305756
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.19382859766483307,
|
| 75 |
+
"psnr": 7.134039878845215,
|
| 76 |
+
"lpips": 0.8850321173667908,
|
| 77 |
+
"ssim": 0.030868932604789734
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.1924879401922226,
|
| 81 |
+
"psnr": 7.162309646606445,
|
| 82 |
+
"lpips": 0.8652795553207397,
|
| 83 |
+
"ssim": 0.03211567550897598
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.19361121952533722,
|
| 87 |
+
"psnr": 7.132321834564209,
|
| 88 |
+
"lpips": 0.8791471123695374,
|
| 89 |
+
"ssim": 0.038229476660490036
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.19600512087345123,
|
| 93 |
+
"psnr": 7.0803961753845215,
|
| 94 |
+
"lpips": 0.8958141803741455,
|
| 95 |
+
"ssim": 0.043106842786073685
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.20689284801483154,
|
| 99 |
+
"psnr": 6.857888221740723,
|
| 100 |
+
"lpips": 0.9083511233329773,
|
| 101 |
+
"ssim": 0.022728826850652695
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.26267585158348083,
|
| 105 |
+
"psnr": 5.808025360107422,
|
| 106 |
+
"lpips": 0.9257741570472717,
|
| 107 |
+
"ssim": 0.03560968488454819
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.20013344287872314,
|
| 111 |
+
"psnr": 7.076686859130859,
|
| 112 |
+
"lpips": 0.9243135452270508,
|
| 113 |
+
"ssim": 0.032356519252061844
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.18771423399448395,
|
| 117 |
+
"psnr": 7.465695381164551,
|
| 118 |
+
"lpips": 0.9276619553565979,
|
| 119 |
+
"ssim": 0.03103753551840782
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.20634305477142334,
|
| 123 |
+
"psnr": 6.882183074951172,
|
| 124 |
+
"lpips": 0.9226393103599548,
|
| 125 |
+
"ssim": 0.033016011118888855
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "0",
|
| 5 |
+
"metadata_index": "2225",
|
| 6 |
+
"scene_id": "516faacb7687d0c7",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2225006682,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2903.7867804730777,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed95b41f3dffd7c8d2e07c75f0a57ef4daa00fc4c908d59e7ba191a90d420311
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/516faacb7687d0c7/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "0",
|
| 5 |
+
"metadata_index": "2225",
|
| 6 |
+
"scene_id": "516faacb7687d0c7",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2225006682,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.11824412643909454,
|
| 39 |
+
"psnr": 10.39522933959961,
|
| 40 |
+
"lpips": 0.8827476501464844,
|
| 41 |
+
"ssim": 0.10857629030942917
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.17525868117809296,
|
| 45 |
+
"psnr": 7.564748764038086,
|
| 46 |
+
"lpips": 1.0603313446044922,
|
| 47 |
+
"ssim": 0.019598299637436867
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.19996336102485657,
|
| 51 |
+
"psnr": 6.996606349945068,
|
| 52 |
+
"lpips": 1.0416085720062256,
|
| 53 |
+
"ssim": 0.025582395493984222
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.21620376408100128,
|
| 57 |
+
"psnr": 6.678391933441162,
|
| 58 |
+
"lpips": 0.9438900947570801,
|
| 59 |
+
"ssim": 0.135270357131958
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.22347359359264374,
|
| 63 |
+
"psnr": 6.513265609741211,
|
| 64 |
+
"lpips": 0.9973616600036621,
|
| 65 |
+
"ssim": 0.05175573751330376
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.24293354153633118,
|
| 69 |
+
"psnr": 6.145459175109863,
|
| 70 |
+
"lpips": 0.9913370609283447,
|
| 71 |
+
"ssim": 0.03364453464746475
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.24246802926063538,
|
| 75 |
+
"psnr": 6.1534953117370605,
|
| 76 |
+
"lpips": 0.947218656539917,
|
| 77 |
+
"ssim": 0.0382867231965065
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.24209247529506683,
|
| 81 |
+
"psnr": 6.1653361320495605,
|
| 82 |
+
"lpips": 0.925535261631012,
|
| 83 |
+
"ssim": 0.04456593096256256
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.21755287051200867,
|
| 87 |
+
"psnr": 6.62736701965332,
|
| 88 |
+
"lpips": 0.9103420376777649,
|
| 89 |
+
"ssim": 0.03218049928545952
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.21075241267681122,
|
| 93 |
+
"psnr": 6.773288726806641,
|
| 94 |
+
"lpips": 0.9132384657859802,
|
| 95 |
+
"ssim": 0.043819937855005264
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.22275640070438385,
|
| 99 |
+
"psnr": 6.530902862548828,
|
| 100 |
+
"lpips": 0.9166417717933655,
|
| 101 |
+
"ssim": 0.052588462829589844
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.21471339464187622,
|
| 105 |
+
"psnr": 6.6825714111328125,
|
| 106 |
+
"lpips": 0.9045154452323914,
|
| 107 |
+
"ssim": 0.039923056960105896
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.21053437888622284,
|
| 111 |
+
"psnr": 6.935554027557373,
|
| 112 |
+
"lpips": 0.952897310256958,
|
| 113 |
+
"ssim": 0.05214935168623924
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.17741748690605164,
|
| 117 |
+
"psnr": 7.9087443351745605,
|
| 118 |
+
"lpips": 0.9821444153785706,
|
| 119 |
+
"ssim": 0.07225683331489563
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.22709286212921143,
|
| 123 |
+
"psnr": 6.448960781097412,
|
| 124 |
+
"lpips": 0.9382737874984741,
|
| 125 |
+
"ssim": 0.0420956127345562
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "16",
|
| 5 |
+
"metadata_index": "2287",
|
| 6 |
+
"scene_id": "537b6025597bfa35",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2287006868,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2902.856279053027,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3da256781142d550125406e87b6c0c3c2e40de00f91be72e4a5ddc24db55e23f
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/537b6025597bfa35/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "16",
|
| 5 |
+
"metadata_index": "2287",
|
| 6 |
+
"scene_id": "537b6025597bfa35",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2287006868,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.08550404757261276,
|
| 39 |
+
"psnr": 13.955818176269531,
|
| 40 |
+
"lpips": 0.5542227029800415,
|
| 41 |
+
"ssim": 0.23022599518299103
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.20226028561592102,
|
| 45 |
+
"psnr": 6.9874982833862305,
|
| 46 |
+
"lpips": 0.8809008598327637,
|
| 47 |
+
"ssim": 0.048010122030973434
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.17976704239845276,
|
| 51 |
+
"psnr": 7.52597713470459,
|
| 52 |
+
"lpips": 0.9671415686607361,
|
| 53 |
+
"ssim": 0.06557182222604752
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.24063044786453247,
|
| 57 |
+
"psnr": 6.194411754608154,
|
| 58 |
+
"lpips": 1.0550874471664429,
|
| 59 |
+
"ssim": 0.012093143537640572
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.2558682858943939,
|
| 63 |
+
"psnr": 5.954570293426514,
|
| 64 |
+
"lpips": 1.0023289918899536,
|
| 65 |
+
"ssim": 0.040417250245809555
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.2214033007621765,
|
| 69 |
+
"psnr": 6.560415267944336,
|
| 70 |
+
"lpips": 0.9738188982009888,
|
| 71 |
+
"ssim": 0.0420161709189415
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.21685314178466797,
|
| 75 |
+
"psnr": 6.64149284362793,
|
| 76 |
+
"lpips": 0.9384899735450745,
|
| 77 |
+
"ssim": 0.04533766582608223
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.2347918152809143,
|
| 81 |
+
"psnr": 6.299327373504639,
|
| 82 |
+
"lpips": 0.9232099652290344,
|
| 83 |
+
"ssim": 0.043938666582107544
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.24935775995254517,
|
| 87 |
+
"psnr": 6.033245086669922,
|
| 88 |
+
"lpips": 0.910126268863678,
|
| 89 |
+
"ssim": 0.028770750388503075
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.2389952689409256,
|
| 93 |
+
"psnr": 6.230849742889404,
|
| 94 |
+
"lpips": 0.9161214232444763,
|
| 95 |
+
"ssim": 0.036016084253787994
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.2755683660507202,
|
| 99 |
+
"psnr": 5.612130165100098,
|
| 100 |
+
"lpips": 0.9182555675506592,
|
| 101 |
+
"ssim": 0.026966918259859085
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.2657136619091034,
|
| 105 |
+
"psnr": 5.761633396148682,
|
| 106 |
+
"lpips": 0.9514037370681763,
|
| 107 |
+
"ssim": 0.023440346121788025
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.2222260981798172,
|
| 111 |
+
"psnr": 6.979780197143555,
|
| 112 |
+
"lpips": 0.9159256219863892,
|
| 113 |
+
"ssim": 0.053567077964544296
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.1770404428243637,
|
| 117 |
+
"psnr": 8.665925979614258,
|
| 118 |
+
"lpips": 0.8643380999565125,
|
| 119 |
+
"ssim": 0.08897526562213898
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.24481895565986633,
|
| 123 |
+
"psnr": 6.136707782745361,
|
| 124 |
+
"lpips": 0.9417193531990051,
|
| 125 |
+
"ssim": 0.03586298227310181
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "70",
|
| 5 |
+
"metadata_index": "2308",
|
| 6 |
+
"scene_id": "54a1bceb5d97272d",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2308006931,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2925.6521741189063,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb24a2677e026ecd8670d886e812cad647bd3b1c152d8bca16fc140f98085516
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/54a1bceb5d97272d/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "70",
|
| 5 |
+
"metadata_index": "2308",
|
| 6 |
+
"scene_id": "54a1bceb5d97272d",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2308006931,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.0747312381863594,
|
| 39 |
+
"psnr": 13.76820182800293,
|
| 40 |
+
"lpips": 0.6446508169174194,
|
| 41 |
+
"ssim": 0.21659015119075775
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.1539684683084488,
|
| 45 |
+
"psnr": 8.137487411499023,
|
| 46 |
+
"lpips": 1.0144184827804565,
|
| 47 |
+
"ssim": 0.02247380092740059
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.18932613730430603,
|
| 51 |
+
"psnr": 7.237843036651611,
|
| 52 |
+
"lpips": 0.890492856502533,
|
| 53 |
+
"ssim": 0.0824175551533699
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.187188982963562,
|
| 57 |
+
"psnr": 7.283153057098389,
|
| 58 |
+
"lpips": 0.975077748298645,
|
| 59 |
+
"ssim": 0.015021253377199173
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.21164603531360626,
|
| 63 |
+
"psnr": 6.749375820159912,
|
| 64 |
+
"lpips": 0.969468891620636,
|
| 65 |
+
"ssim": 0.02206648513674736
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.20211948454380035,
|
| 69 |
+
"psnr": 6.945334434509277,
|
| 70 |
+
"lpips": 0.9035316705703735,
|
| 71 |
+
"ssim": 0.031081346794962883
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.2109733372926712,
|
| 75 |
+
"psnr": 6.757741928100586,
|
| 76 |
+
"lpips": 0.8649114370346069,
|
| 77 |
+
"ssim": 0.057823456823825836
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.20946024358272552,
|
| 81 |
+
"psnr": 6.789132118225098,
|
| 82 |
+
"lpips": 0.8305877447128296,
|
| 83 |
+
"ssim": 0.0921337902545929
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.21780209243297577,
|
| 87 |
+
"psnr": 6.619492053985596,
|
| 88 |
+
"lpips": 0.8425111174583435,
|
| 89 |
+
"ssim": 0.11108792573213577
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.22288689017295837,
|
| 93 |
+
"psnr": 6.51920223236084,
|
| 94 |
+
"lpips": 0.87132728099823,
|
| 95 |
+
"ssim": 0.10332990437746048
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.20225295424461365,
|
| 99 |
+
"psnr": 6.944570541381836,
|
| 100 |
+
"lpips": 0.9099999070167542,
|
| 101 |
+
"ssim": 0.03363066166639328
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.19640004634857178,
|
| 105 |
+
"psnr": 7.069015026092529,
|
| 106 |
+
"lpips": 0.9177579283714294,
|
| 107 |
+
"ssim": 0.02298595756292343
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.1898963302373886,
|
| 111 |
+
"psnr": 7.568378925323486,
|
| 112 |
+
"lpips": 0.8862280249595642,
|
| 113 |
+
"ssim": 0.06755352765321732
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.1513037085533142,
|
| 117 |
+
"psnr": 9.106671333312988,
|
| 118 |
+
"lpips": 0.8811600208282471,
|
| 119 |
+
"ssim": 0.08412571251392365
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.20919263362884521,
|
| 123 |
+
"psnr": 6.799233436584473,
|
| 124 |
+
"lpips": 0.8887620568275452,
|
| 125 |
+
"ssim": 0.05926743894815445
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "72",
|
| 5 |
+
"metadata_index": "2320",
|
| 6 |
+
"scene_id": "5535e78a16298072",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2320006967,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2901.5541627858765,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:241b4505c792b8d83e474ba7edeaae32a689e5cf5a1393de0954d63982fc7d08
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/5535e78a16298072/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "72",
|
| 5 |
+
"metadata_index": "2320",
|
| 6 |
+
"scene_id": "5535e78a16298072",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2320006967,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.13441729545593262,
|
| 39 |
+
"psnr": 9.67493724822998,
|
| 40 |
+
"lpips": 0.8140810132026672,
|
| 41 |
+
"ssim": 0.10335710644721985
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.21243029832839966,
|
| 45 |
+
"psnr": 6.736432075500488,
|
| 46 |
+
"lpips": 1.0063385963439941,
|
| 47 |
+
"ssim": 0.01787731610238552
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.23540596663951874,
|
| 51 |
+
"psnr": 6.305688858032227,
|
| 52 |
+
"lpips": 0.9031178951263428,
|
| 53 |
+
"ssim": 0.056827183812856674
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.24287015199661255,
|
| 57 |
+
"psnr": 6.155144214630127,
|
| 58 |
+
"lpips": 0.8784472942352295,
|
| 59 |
+
"ssim": 0.015528150834143162
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.27440616488456726,
|
| 63 |
+
"psnr": 5.617259502410889,
|
| 64 |
+
"lpips": 0.8537143468856812,
|
| 65 |
+
"ssim": 0.019769012928009033
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.2847367525100708,
|
| 69 |
+
"psnr": 5.4557576179504395,
|
| 70 |
+
"lpips": 0.8713901042938232,
|
| 71 |
+
"ssim": 0.026734359562397003
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.2770378887653351,
|
| 75 |
+
"psnr": 5.5749969482421875,
|
| 76 |
+
"lpips": 0.8567971587181091,
|
| 77 |
+
"ssim": 0.03376300632953644
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.2552720606327057,
|
| 81 |
+
"psnr": 5.9314680099487305,
|
| 82 |
+
"lpips": 0.8552961945533752,
|
| 83 |
+
"ssim": 0.03283799812197685
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.23904086649417877,
|
| 87 |
+
"psnr": 6.216040134429932,
|
| 88 |
+
"lpips": 0.8436974883079529,
|
| 89 |
+
"ssim": 0.0400012731552124
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.23085759580135345,
|
| 93 |
+
"psnr": 6.366620063781738,
|
| 94 |
+
"lpips": 0.838426411151886,
|
| 95 |
+
"ssim": 0.03249787539243698
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.22732961177825928,
|
| 99 |
+
"psnr": 6.434232234954834,
|
| 100 |
+
"lpips": 0.8255593776702881,
|
| 101 |
+
"ssim": 0.0439833402633667
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.22024986147880554,
|
| 105 |
+
"psnr": 6.572260856628418,
|
| 106 |
+
"lpips": 0.8214359283447266,
|
| 107 |
+
"ssim": 0.04866636171936989
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.23617121577262878,
|
| 111 |
+
"psnr": 6.420070171356201,
|
| 112 |
+
"lpips": 0.8640251755714417,
|
| 113 |
+
"ssim": 0.03932024911046028
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.2062809318304062,
|
| 117 |
+
"psnr": 7.218050479888916,
|
| 118 |
+
"lpips": 0.9004963040351868,
|
| 119 |
+
"ssim": 0.04839744046330452
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.2511163651943207,
|
| 123 |
+
"psnr": 6.021079063415527,
|
| 124 |
+
"lpips": 0.8457896709442139,
|
| 125 |
+
"ssim": 0.03478165343403816
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "34",
|
| 5 |
+
"metadata_index": "2336",
|
| 6 |
+
"scene_id": "55ca776696247564",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2336007015,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2913.5264807660133,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5e7b0c086dd06da479f9a6d8c7a65430b778efeca91d268c04bf26ab52658c91
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/55ca776696247564/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "34",
|
| 5 |
+
"metadata_index": "2336",
|
| 6 |
+
"scene_id": "55ca776696247564",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2336007015,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.08639416843652725,
|
| 39 |
+
"psnr": 12.602073669433594,
|
| 40 |
+
"lpips": 0.8087368607521057,
|
| 41 |
+
"ssim": 0.1691398173570633
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.13204659521579742,
|
| 45 |
+
"psnr": 8.79315185546875,
|
| 46 |
+
"lpips": 1.049513816833496,
|
| 47 |
+
"ssim": 0.02159290760755539
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.19500631093978882,
|
| 51 |
+
"psnr": 7.324270248413086,
|
| 52 |
+
"lpips": 0.9184338450431824,
|
| 53 |
+
"ssim": 0.05010758340358734
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.17653711140155792,
|
| 57 |
+
"psnr": 7.544065475463867,
|
| 58 |
+
"lpips": 0.8341026306152344,
|
| 59 |
+
"ssim": 0.03682328388094902
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.19357581436634064,
|
| 63 |
+
"psnr": 7.158102035522461,
|
| 64 |
+
"lpips": 0.8524099588394165,
|
| 65 |
+
"ssim": 0.031758058816194534
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.16542693972587585,
|
| 69 |
+
"psnr": 7.815540790557861,
|
| 70 |
+
"lpips": 0.8743473291397095,
|
| 71 |
+
"ssim": 0.040391720831394196
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.16916309297084808,
|
| 75 |
+
"psnr": 7.742398738861084,
|
| 76 |
+
"lpips": 0.8742811679840088,
|
| 77 |
+
"ssim": 0.05182092636823654
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.15585894882678986,
|
| 81 |
+
"psnr": 8.07452392578125,
|
| 82 |
+
"lpips": 0.8900802731513977,
|
| 83 |
+
"ssim": 0.04321565106511116
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.16700458526611328,
|
| 87 |
+
"psnr": 7.775051116943359,
|
| 88 |
+
"lpips": 0.8924590945243835,
|
| 89 |
+
"ssim": 0.04765388369560242
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.19289949536323547,
|
| 93 |
+
"psnr": 7.154443264007568,
|
| 94 |
+
"lpips": 0.8956651091575623,
|
| 95 |
+
"ssim": 0.0386321023106575
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.1690303087234497,
|
| 99 |
+
"psnr": 7.720527172088623,
|
| 100 |
+
"lpips": 0.9040259718894958,
|
| 101 |
+
"ssim": 0.019634932279586792
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.17814293503761292,
|
| 105 |
+
"psnr": 7.5047287940979,
|
| 106 |
+
"lpips": 0.8856396675109863,
|
| 107 |
+
"ssim": 0.026389485225081444
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.16509051620960236,
|
| 111 |
+
"psnr": 8.100739479064941,
|
| 112 |
+
"lpips": 0.8899745941162109,
|
| 113 |
+
"ssim": 0.04809669777750969
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.1474960446357727,
|
| 117 |
+
"psnr": 9.065890312194824,
|
| 118 |
+
"lpips": 0.9026967883110046,
|
| 119 |
+
"ssim": 0.06941589713096619
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.17388774454593658,
|
| 123 |
+
"psnr": 7.618164539337158,
|
| 124 |
+
"lpips": 0.8836135864257812,
|
| 125 |
+
"ssim": 0.03743709623813629
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "13",
|
| 5 |
+
"metadata_index": "2351",
|
| 6 |
+
"scene_id": "564659475de45eab",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2351007060,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2912.8467825481202,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6a027034afc26b46bc67806107b0819de1602ca516161c0f7f61f5e37f484f9
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/564659475de45eab/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "13",
|
| 5 |
+
"metadata_index": "2351",
|
| 6 |
+
"scene_id": "564659475de45eab",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2351007060,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.12502241134643555,
|
| 39 |
+
"psnr": 10.145883560180664,
|
| 40 |
+
"lpips": 0.7508909106254578,
|
| 41 |
+
"ssim": 0.12349959462881088
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.15626834332942963,
|
| 45 |
+
"psnr": 8.061731338500977,
|
| 46 |
+
"lpips": 1.039811134338379,
|
| 47 |
+
"ssim": 0.015107458457350731
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.2002912163734436,
|
| 51 |
+
"psnr": 7.085586071014404,
|
| 52 |
+
"lpips": 0.9059257507324219,
|
| 53 |
+
"ssim": 0.043143805116415024
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.23682689666748047,
|
| 57 |
+
"psnr": 6.264894485473633,
|
| 58 |
+
"lpips": 0.9878515005111694,
|
| 59 |
+
"ssim": 0.022344296798110008
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.2175184041261673,
|
| 63 |
+
"psnr": 6.626877307891846,
|
| 64 |
+
"lpips": 0.914132833480835,
|
| 65 |
+
"ssim": 0.02967197634279728
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.1979454755783081,
|
| 69 |
+
"psnr": 7.046709060668945,
|
| 70 |
+
"lpips": 0.8771160244941711,
|
| 71 |
+
"ssim": 0.028146199882030487
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.19328071177005768,
|
| 75 |
+
"psnr": 7.146775722503662,
|
| 76 |
+
"lpips": 0.86714768409729,
|
| 77 |
+
"ssim": 0.034224823117256165
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.2092370092868805,
|
| 81 |
+
"psnr": 6.798355579376221,
|
| 82 |
+
"lpips": 0.8367987275123596,
|
| 83 |
+
"ssim": 0.027000045403838158
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.22042901813983917,
|
| 87 |
+
"psnr": 6.575529098510742,
|
| 88 |
+
"lpips": 0.8622692823410034,
|
| 89 |
+
"ssim": 0.026832515373826027
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.2433868944644928,
|
| 93 |
+
"psnr": 6.13739013671875,
|
| 94 |
+
"lpips": 0.871725857257843,
|
| 95 |
+
"ssim": 0.027957802638411522
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.2620820105075836,
|
| 99 |
+
"psnr": 5.816829204559326,
|
| 100 |
+
"lpips": 0.8431892395019531,
|
| 101 |
+
"ssim": 0.028771433979272842
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.2876527011394501,
|
| 105 |
+
"psnr": 5.411676406860352,
|
| 106 |
+
"lpips": 0.8274467587471008,
|
| 107 |
+
"ssim": 0.025966482236981392
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.2124950885772705,
|
| 111 |
+
"psnr": 6.926519393920898,
|
| 112 |
+
"lpips": 0.8820255398750305,
|
| 113 |
+
"ssim": 0.036055535078048706
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.17960220575332642,
|
| 117 |
+
"psnr": 7.889523983001709,
|
| 118 |
+
"lpips": 0.9211198687553406,
|
| 119 |
+
"ssim": 0.05102379247546196
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.22894151508808136,
|
| 123 |
+
"psnr": 6.445018291473389,
|
| 124 |
+
"lpips": 0.8624782562255859,
|
| 125 |
+
"ssim": 0.028571411967277527
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "31",
|
| 5 |
+
"metadata_index": "2394",
|
| 6 |
+
"scene_id": "579983b1a3881a69",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2394007189,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2915.009238091996,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f05128f9d1422a241e69d31ff8c40e780e2afd90aa49de8bd2d3acd7980cc6dc
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/579983b1a3881a69/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "31",
|
| 5 |
+
"metadata_index": "2394",
|
| 6 |
+
"scene_id": "579983b1a3881a69",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2394007189,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.0695970207452774,
|
| 39 |
+
"psnr": 14.598857879638672,
|
| 40 |
+
"lpips": 0.5813179016113281,
|
| 41 |
+
"ssim": 0.30632975697517395
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.1485135704278946,
|
| 45 |
+
"psnr": 8.283902168273926,
|
| 46 |
+
"lpips": 0.9931308031082153,
|
| 47 |
+
"ssim": 0.020140284672379494
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.16303084790706635,
|
| 51 |
+
"psnr": 7.878511905670166,
|
| 52 |
+
"lpips": 1.0170589685440063,
|
| 53 |
+
"ssim": 0.01620875671505928
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.2668543756008148,
|
| 57 |
+
"psnr": 5.940095901489258,
|
| 58 |
+
"lpips": 0.8879591226577759,
|
| 59 |
+
"ssim": 0.09602559357881546
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.18938609957695007,
|
| 63 |
+
"psnr": 7.226906776428223,
|
| 64 |
+
"lpips": 1.0535463094711304,
|
| 65 |
+
"ssim": 0.010465838946402073
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.20679843425750732,
|
| 69 |
+
"psnr": 6.853569507598877,
|
| 70 |
+
"lpips": 1.0516810417175293,
|
| 71 |
+
"ssim": 0.015615872107446194
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.25620129704475403,
|
| 75 |
+
"psnr": 5.920626163482666,
|
| 76 |
+
"lpips": 0.9150489568710327,
|
| 77 |
+
"ssim": 0.041788846254348755
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.28444230556488037,
|
| 81 |
+
"psnr": 5.462279796600342,
|
| 82 |
+
"lpips": 0.8980796933174133,
|
| 83 |
+
"ssim": 0.03907845541834831
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.30076947808265686,
|
| 87 |
+
"psnr": 5.222314357757568,
|
| 88 |
+
"lpips": 0.8990786075592041,
|
| 89 |
+
"ssim": 0.03635948523879051
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.307901531457901,
|
| 93 |
+
"psnr": 5.116115570068359,
|
| 94 |
+
"lpips": 1.0114021301269531,
|
| 95 |
+
"ssim": 0.01792309246957302
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.2922455072402954,
|
| 99 |
+
"psnr": 5.346560001373291,
|
| 100 |
+
"lpips": 1.0657449960708618,
|
| 101 |
+
"ssim": 0.028460713103413582
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.25174081325531006,
|
| 105 |
+
"psnr": 5.996606826782227,
|
| 106 |
+
"lpips": 1.027658224105835,
|
| 107 |
+
"ssim": 0.023586418479681015
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.22812344133853912,
|
| 111 |
+
"psnr": 6.9871954917907715,
|
| 112 |
+
"lpips": 0.9501422047615051,
|
| 113 |
+
"ssim": 0.054331932216882706
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.1619989573955536,
|
| 117 |
+
"psnr": 9.175341606140137,
|
| 118 |
+
"lpips": 0.8698667287826538,
|
| 119 |
+
"ssim": 0.10967610031366348
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.2611856758594513,
|
| 123 |
+
"psnr": 5.893122673034668,
|
| 124 |
+
"lpips": 0.9902799129486084,
|
| 125 |
+
"ssim": 0.02665983885526657
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "54",
|
| 5 |
+
"metadata_index": "2405",
|
| 6 |
+
"scene_id": "57ed3518c548f1d9",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2405007222,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2926.845013865968,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b2e2381283fc910938a7c7616dd10d075e00d0b7d92ab6f3ec8858a3e3f70ff5
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/57ed3518c548f1d9/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "54",
|
| 5 |
+
"metadata_index": "2405",
|
| 6 |
+
"scene_id": "57ed3518c548f1d9",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2405007222,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.07354441285133362,
|
| 39 |
+
"psnr": 13.32093620300293,
|
| 40 |
+
"lpips": 0.602583646774292,
|
| 41 |
+
"ssim": 0.2789881229400635
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.1410735696554184,
|
| 45 |
+
"psnr": 8.506580352783203,
|
| 46 |
+
"lpips": 0.967760443687439,
|
| 47 |
+
"ssim": 0.02218347042798996
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.14212748408317566,
|
| 51 |
+
"psnr": 8.478848457336426,
|
| 52 |
+
"lpips": 1.0020403861999512,
|
| 53 |
+
"ssim": 0.023043833673000336
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.1849673092365265,
|
| 57 |
+
"psnr": 7.349910259246826,
|
| 58 |
+
"lpips": 0.866568922996521,
|
| 59 |
+
"ssim": 0.0388898141682148
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.2009214460849762,
|
| 63 |
+
"psnr": 6.971120834350586,
|
| 64 |
+
"lpips": 0.8600607514381409,
|
| 65 |
+
"ssim": 0.02668088488280773
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.2219855934381485,
|
| 69 |
+
"psnr": 6.539146900177002,
|
| 70 |
+
"lpips": 0.863677978515625,
|
| 71 |
+
"ssim": 0.033594612032175064
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.2546205222606659,
|
| 75 |
+
"psnr": 5.942618370056152,
|
| 76 |
+
"lpips": 0.8679558634757996,
|
| 77 |
+
"ssim": 0.0335695706307888
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.2907557785511017,
|
| 81 |
+
"psnr": 5.36588191986084,
|
| 82 |
+
"lpips": 0.8866468071937561,
|
| 83 |
+
"ssim": 0.03124270960688591
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.29797956347465515,
|
| 87 |
+
"psnr": 5.2623395919799805,
|
| 88 |
+
"lpips": 0.9119350910186768,
|
| 89 |
+
"ssim": 0.027954988181591034
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.27496474981307983,
|
| 93 |
+
"psnr": 5.616760730743408,
|
| 94 |
+
"lpips": 0.8919993042945862,
|
| 95 |
+
"ssim": 0.03196372091770172
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.23918895423412323,
|
| 99 |
+
"psnr": 6.2133259773254395,
|
| 100 |
+
"lpips": 0.8735468983650208,
|
| 101 |
+
"ssim": 0.02452201396226883
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.24666839838027954,
|
| 105 |
+
"psnr": 6.080732345581055,
|
| 106 |
+
"lpips": 0.8858086466789246,
|
| 107 |
+
"ssim": 0.04045058414340019
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.21406646072864532,
|
| 111 |
+
"psnr": 7.137350082397461,
|
| 112 |
+
"lpips": 0.8733821511268616,
|
| 113 |
+
"ssim": 0.051090359687805176
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.13542819023132324,
|
| 117 |
+
"psnr": 9.414068222045898,
|
| 118 |
+
"lpips": 0.8597384095191956,
|
| 119 |
+
"ssim": 0.09077630937099457
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.25338563323020935,
|
| 123 |
+
"psnr": 5.998990535736084,
|
| 124 |
+
"lpips": 0.8802038431167603,
|
| 125 |
+
"ssim": 0.03124738670885563
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/case.json
ADDED
|
@@ -0,0 +1,466 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "58",
|
| 5 |
+
"metadata_index": "2470",
|
| 6 |
+
"scene_id": "599619a790d2b77d",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"method": "Geometry Forcing",
|
| 11 |
+
"repository": "https://github.com/CIntellifusion/GeometryForcing",
|
| 12 |
+
"commit": "f5dfc6c5c3cbd2c0dad0121c0f7b161d2886e683",
|
| 13 |
+
"checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/geometry-forcing/geometry_forcing_state_dict.ckpt",
|
| 14 |
+
"checkpoint_source": "https://huggingface.co/Haoyuwu/GeometryForcing/blob/main/geometry_forcing_state_dict.ckpt",
|
| 15 |
+
"checkpoint_bytes": 1835451817,
|
| 16 |
+
"weight_policy": "released state_dict; no EMA substitution",
|
| 17 |
+
"checkpoint_pretrained_ema": null,
|
| 18 |
+
"loaded_backbone_tensors": 496,
|
| 19 |
+
"discarded_checkpoint_keys": [],
|
| 20 |
+
"parameter_tensors": 494,
|
| 21 |
+
"parameters": 458818051,
|
| 22 |
+
"trainable_tensors": 0,
|
| 23 |
+
"trainable_parameters": 0,
|
| 24 |
+
"frozen_parameters": 458818051,
|
| 25 |
+
"optimizer_groups": [],
|
| 26 |
+
"lr_stages": [],
|
| 27 |
+
"adapters_lora": [],
|
| 28 |
+
"activation_checkpointing": false,
|
| 29 |
+
"batch_size_per_gpu": 1,
|
| 30 |
+
"sampler": "official ContinuousDiffusion DDIM",
|
| 31 |
+
"sampling_steps": 50,
|
| 32 |
+
"ddim_eta": 0.0,
|
| 33 |
+
"history_guidance": {
|
| 34 |
+
"name": "stabilized_vanilla",
|
| 35 |
+
"scale": 4.0,
|
| 36 |
+
"stabilization": 0.02
|
| 37 |
+
},
|
| 38 |
+
"selector": "latest seven causal frames; ground-truth prefix only before timeline100",
|
| 39 |
+
"model_window": 16,
|
| 40 |
+
"active_window": 8,
|
| 41 |
+
"padding": "eight masked slots, current target camera repeated",
|
| 42 |
+
"observed_frames": 100,
|
| 43 |
+
"generated_frames_full": 300,
|
| 44 |
+
"resolution": [
|
| 45 |
+
256,
|
| 46 |
+
256
|
| 47 |
+
],
|
| 48 |
+
"trajectory": "G0..G199,G199..G0",
|
| 49 |
+
"stride": 1,
|
| 50 |
+
"text_conditioning": null,
|
| 51 |
+
"vae": null,
|
| 52 |
+
"training_only_alignment": "disabled; not involved in generation and not present in released inference backbone",
|
| 53 |
+
"deviation_from_official_demo": "dense one-frame autoregression replaces sparse keyframe generation and interpolation",
|
| 54 |
+
"inference_precision": "float16 autocast; fp32 camera processing and model weights",
|
| 55 |
+
"torch": "2.8.0+cu128",
|
| 56 |
+
"native_generated_frames": 300,
|
| 57 |
+
"method_key": "geometry-forcing",
|
| 58 |
+
"seed": 2470007417,
|
| 59 |
+
"master_seed": 0,
|
| 60 |
+
"generated_frames": 300,
|
| 61 |
+
"generation_seconds": 2913.953711014008,
|
| 62 |
+
"peak_generation_vram_bytes": 7871942656,
|
| 63 |
+
"history_frames": 100,
|
| 64 |
+
"source_indices": [
|
| 65 |
+
0,
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50,
|
| 116 |
+
51,
|
| 117 |
+
52,
|
| 118 |
+
53,
|
| 119 |
+
54,
|
| 120 |
+
55,
|
| 121 |
+
56,
|
| 122 |
+
57,
|
| 123 |
+
58,
|
| 124 |
+
59,
|
| 125 |
+
60,
|
| 126 |
+
61,
|
| 127 |
+
62,
|
| 128 |
+
63,
|
| 129 |
+
64,
|
| 130 |
+
65,
|
| 131 |
+
66,
|
| 132 |
+
67,
|
| 133 |
+
68,
|
| 134 |
+
69,
|
| 135 |
+
70,
|
| 136 |
+
71,
|
| 137 |
+
72,
|
| 138 |
+
73,
|
| 139 |
+
74,
|
| 140 |
+
75,
|
| 141 |
+
76,
|
| 142 |
+
77,
|
| 143 |
+
78,
|
| 144 |
+
79,
|
| 145 |
+
80,
|
| 146 |
+
81,
|
| 147 |
+
82,
|
| 148 |
+
83,
|
| 149 |
+
84,
|
| 150 |
+
85,
|
| 151 |
+
86,
|
| 152 |
+
87,
|
| 153 |
+
88,
|
| 154 |
+
89,
|
| 155 |
+
90,
|
| 156 |
+
91,
|
| 157 |
+
92,
|
| 158 |
+
93,
|
| 159 |
+
94,
|
| 160 |
+
95,
|
| 161 |
+
96,
|
| 162 |
+
97,
|
| 163 |
+
98,
|
| 164 |
+
99,
|
| 165 |
+
100,
|
| 166 |
+
101,
|
| 167 |
+
102,
|
| 168 |
+
103,
|
| 169 |
+
104,
|
| 170 |
+
105,
|
| 171 |
+
106,
|
| 172 |
+
107,
|
| 173 |
+
108,
|
| 174 |
+
109,
|
| 175 |
+
110,
|
| 176 |
+
111,
|
| 177 |
+
112,
|
| 178 |
+
113,
|
| 179 |
+
114,
|
| 180 |
+
115,
|
| 181 |
+
116,
|
| 182 |
+
117,
|
| 183 |
+
118,
|
| 184 |
+
119,
|
| 185 |
+
120,
|
| 186 |
+
121,
|
| 187 |
+
122,
|
| 188 |
+
123,
|
| 189 |
+
124,
|
| 190 |
+
125,
|
| 191 |
+
126,
|
| 192 |
+
127,
|
| 193 |
+
128,
|
| 194 |
+
129,
|
| 195 |
+
130,
|
| 196 |
+
131,
|
| 197 |
+
132,
|
| 198 |
+
133,
|
| 199 |
+
134,
|
| 200 |
+
135,
|
| 201 |
+
136,
|
| 202 |
+
137,
|
| 203 |
+
138,
|
| 204 |
+
139,
|
| 205 |
+
140,
|
| 206 |
+
141,
|
| 207 |
+
142,
|
| 208 |
+
143,
|
| 209 |
+
144,
|
| 210 |
+
145,
|
| 211 |
+
146,
|
| 212 |
+
147,
|
| 213 |
+
148,
|
| 214 |
+
149,
|
| 215 |
+
150,
|
| 216 |
+
151,
|
| 217 |
+
152,
|
| 218 |
+
153,
|
| 219 |
+
154,
|
| 220 |
+
155,
|
| 221 |
+
156,
|
| 222 |
+
157,
|
| 223 |
+
158,
|
| 224 |
+
159,
|
| 225 |
+
160,
|
| 226 |
+
161,
|
| 227 |
+
162,
|
| 228 |
+
163,
|
| 229 |
+
164,
|
| 230 |
+
165,
|
| 231 |
+
166,
|
| 232 |
+
167,
|
| 233 |
+
168,
|
| 234 |
+
169,
|
| 235 |
+
170,
|
| 236 |
+
171,
|
| 237 |
+
172,
|
| 238 |
+
173,
|
| 239 |
+
174,
|
| 240 |
+
175,
|
| 241 |
+
176,
|
| 242 |
+
177,
|
| 243 |
+
178,
|
| 244 |
+
179,
|
| 245 |
+
180,
|
| 246 |
+
181,
|
| 247 |
+
182,
|
| 248 |
+
183,
|
| 249 |
+
184,
|
| 250 |
+
185,
|
| 251 |
+
186,
|
| 252 |
+
187,
|
| 253 |
+
188,
|
| 254 |
+
189,
|
| 255 |
+
190,
|
| 256 |
+
191,
|
| 257 |
+
192,
|
| 258 |
+
193,
|
| 259 |
+
194,
|
| 260 |
+
195,
|
| 261 |
+
196,
|
| 262 |
+
197,
|
| 263 |
+
198,
|
| 264 |
+
199,
|
| 265 |
+
199,
|
| 266 |
+
198,
|
| 267 |
+
197,
|
| 268 |
+
196,
|
| 269 |
+
195,
|
| 270 |
+
194,
|
| 271 |
+
193,
|
| 272 |
+
192,
|
| 273 |
+
191,
|
| 274 |
+
190,
|
| 275 |
+
189,
|
| 276 |
+
188,
|
| 277 |
+
187,
|
| 278 |
+
186,
|
| 279 |
+
185,
|
| 280 |
+
184,
|
| 281 |
+
183,
|
| 282 |
+
182,
|
| 283 |
+
181,
|
| 284 |
+
180,
|
| 285 |
+
179,
|
| 286 |
+
178,
|
| 287 |
+
177,
|
| 288 |
+
176,
|
| 289 |
+
175,
|
| 290 |
+
174,
|
| 291 |
+
173,
|
| 292 |
+
172,
|
| 293 |
+
171,
|
| 294 |
+
170,
|
| 295 |
+
169,
|
| 296 |
+
168,
|
| 297 |
+
167,
|
| 298 |
+
166,
|
| 299 |
+
165,
|
| 300 |
+
164,
|
| 301 |
+
163,
|
| 302 |
+
162,
|
| 303 |
+
161,
|
| 304 |
+
160,
|
| 305 |
+
159,
|
| 306 |
+
158,
|
| 307 |
+
157,
|
| 308 |
+
156,
|
| 309 |
+
155,
|
| 310 |
+
154,
|
| 311 |
+
153,
|
| 312 |
+
152,
|
| 313 |
+
151,
|
| 314 |
+
150,
|
| 315 |
+
149,
|
| 316 |
+
148,
|
| 317 |
+
147,
|
| 318 |
+
146,
|
| 319 |
+
145,
|
| 320 |
+
144,
|
| 321 |
+
143,
|
| 322 |
+
142,
|
| 323 |
+
141,
|
| 324 |
+
140,
|
| 325 |
+
139,
|
| 326 |
+
138,
|
| 327 |
+
137,
|
| 328 |
+
136,
|
| 329 |
+
135,
|
| 330 |
+
134,
|
| 331 |
+
133,
|
| 332 |
+
132,
|
| 333 |
+
131,
|
| 334 |
+
130,
|
| 335 |
+
129,
|
| 336 |
+
128,
|
| 337 |
+
127,
|
| 338 |
+
126,
|
| 339 |
+
125,
|
| 340 |
+
124,
|
| 341 |
+
123,
|
| 342 |
+
122,
|
| 343 |
+
121,
|
| 344 |
+
120,
|
| 345 |
+
119,
|
| 346 |
+
118,
|
| 347 |
+
117,
|
| 348 |
+
116,
|
| 349 |
+
115,
|
| 350 |
+
114,
|
| 351 |
+
113,
|
| 352 |
+
112,
|
| 353 |
+
111,
|
| 354 |
+
110,
|
| 355 |
+
109,
|
| 356 |
+
108,
|
| 357 |
+
107,
|
| 358 |
+
106,
|
| 359 |
+
105,
|
| 360 |
+
104,
|
| 361 |
+
103,
|
| 362 |
+
102,
|
| 363 |
+
101,
|
| 364 |
+
100,
|
| 365 |
+
99,
|
| 366 |
+
98,
|
| 367 |
+
97,
|
| 368 |
+
96,
|
| 369 |
+
95,
|
| 370 |
+
94,
|
| 371 |
+
93,
|
| 372 |
+
92,
|
| 373 |
+
91,
|
| 374 |
+
90,
|
| 375 |
+
89,
|
| 376 |
+
88,
|
| 377 |
+
87,
|
| 378 |
+
86,
|
| 379 |
+
85,
|
| 380 |
+
84,
|
| 381 |
+
83,
|
| 382 |
+
82,
|
| 383 |
+
81,
|
| 384 |
+
80,
|
| 385 |
+
79,
|
| 386 |
+
78,
|
| 387 |
+
77,
|
| 388 |
+
76,
|
| 389 |
+
75,
|
| 390 |
+
74,
|
| 391 |
+
73,
|
| 392 |
+
72,
|
| 393 |
+
71,
|
| 394 |
+
70,
|
| 395 |
+
69,
|
| 396 |
+
68,
|
| 397 |
+
67,
|
| 398 |
+
66,
|
| 399 |
+
65,
|
| 400 |
+
64,
|
| 401 |
+
63,
|
| 402 |
+
62,
|
| 403 |
+
61,
|
| 404 |
+
60,
|
| 405 |
+
59,
|
| 406 |
+
58,
|
| 407 |
+
57,
|
| 408 |
+
56,
|
| 409 |
+
55,
|
| 410 |
+
54,
|
| 411 |
+
53,
|
| 412 |
+
52,
|
| 413 |
+
51,
|
| 414 |
+
50,
|
| 415 |
+
49,
|
| 416 |
+
48,
|
| 417 |
+
47,
|
| 418 |
+
46,
|
| 419 |
+
45,
|
| 420 |
+
44,
|
| 421 |
+
43,
|
| 422 |
+
42,
|
| 423 |
+
41,
|
| 424 |
+
40,
|
| 425 |
+
39,
|
| 426 |
+
38,
|
| 427 |
+
37,
|
| 428 |
+
36,
|
| 429 |
+
35,
|
| 430 |
+
34,
|
| 431 |
+
33,
|
| 432 |
+
32,
|
| 433 |
+
31,
|
| 434 |
+
30,
|
| 435 |
+
29,
|
| 436 |
+
28,
|
| 437 |
+
27,
|
| 438 |
+
26,
|
| 439 |
+
25,
|
| 440 |
+
24,
|
| 441 |
+
23,
|
| 442 |
+
22,
|
| 443 |
+
21,
|
| 444 |
+
20,
|
| 445 |
+
19,
|
| 446 |
+
18,
|
| 447 |
+
17,
|
| 448 |
+
16,
|
| 449 |
+
15,
|
| 450 |
+
14,
|
| 451 |
+
13,
|
| 452 |
+
12,
|
| 453 |
+
11,
|
| 454 |
+
10,
|
| 455 |
+
9,
|
| 456 |
+
8,
|
| 457 |
+
7,
|
| 458 |
+
6,
|
| 459 |
+
5,
|
| 460 |
+
4,
|
| 461 |
+
3,
|
| 462 |
+
2,
|
| 463 |
+
1,
|
| 464 |
+
0
|
| 465 |
+
]
|
| 466 |
+
}
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/frame_metrics.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf9cfea2dc159eee127cd5e004254949a2ccf02394d0c5c3c77eacda41af2530
|
| 3 |
+
size 5782
|
results/worldmem-baseline-evals/geometry-forcing/geometry-forcing_re10k_100cases_seed0_job84979/cases/599619a790d2b77d/metrics.json
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"case": {
|
| 3 |
+
"scope": "final100",
|
| 4 |
+
"protocol_order": "58",
|
| 5 |
+
"metadata_index": "2470",
|
| 6 |
+
"scene_id": "599619a790d2b77d",
|
| 7 |
+
"history_start": "0",
|
| 8 |
+
"history_frames": "100"
|
| 9 |
+
},
|
| 10 |
+
"sample_seed": 2470007417,
|
| 11 |
+
"dataset": "re10k",
|
| 12 |
+
"frames": 300,
|
| 13 |
+
"native_resolution": [
|
| 14 |
+
256,
|
| 15 |
+
256
|
| 16 |
+
],
|
| 17 |
+
"metric_resolution": [
|
| 18 |
+
256,
|
| 19 |
+
256
|
| 20 |
+
],
|
| 21 |
+
"resize": "none",
|
| 22 |
+
"reference_source": "raw DFoT test_256 RGB at matching source indices",
|
| 23 |
+
"vae_checkpoint": null,
|
| 24 |
+
"torch": "2.8.0+cu128",
|
| 25 |
+
"torchmetrics": "0.11.4",
|
| 26 |
+
"lpips": "alex; normalize=True; mean of individual frame values",
|
| 27 |
+
"psnr_epsilon": 1e-12,
|
| 28 |
+
"fid": "direct float01 -> truncating uint8",
|
| 29 |
+
"video": {
|
| 30 |
+
"codec": "libx264",
|
| 31 |
+
"quality": 8,
|
| 32 |
+
"pixelformat": "yuv420p",
|
| 33 |
+
"macro_block_size": 1,
|
| 34 |
+
"fps": 15
|
| 35 |
+
},
|
| 36 |
+
"ranges": {
|
| 37 |
+
"frames_000_025": {
|
| 38 |
+
"mse": 0.08649440109729767,
|
| 39 |
+
"psnr": 13.248600006103516,
|
| 40 |
+
"lpips": 0.6728621125221252,
|
| 41 |
+
"ssim": 0.23477806150913239
|
| 42 |
+
},
|
| 43 |
+
"frames_025_050": {
|
| 44 |
+
"mse": 0.19237560033798218,
|
| 45 |
+
"psnr": 7.1734700202941895,
|
| 46 |
+
"lpips": 1.0008964538574219,
|
| 47 |
+
"ssim": 0.012021222151815891
|
| 48 |
+
},
|
| 49 |
+
"frames_050_075": {
|
| 50 |
+
"mse": 0.2154807448387146,
|
| 51 |
+
"psnr": 6.695941925048828,
|
| 52 |
+
"lpips": 0.8862296342849731,
|
| 53 |
+
"ssim": 0.16233450174331665
|
| 54 |
+
},
|
| 55 |
+
"frames_075_100": {
|
| 56 |
+
"mse": 0.20854906737804413,
|
| 57 |
+
"psnr": 6.817958354949951,
|
| 58 |
+
"lpips": 0.8385040760040283,
|
| 59 |
+
"ssim": 0.15787625312805176
|
| 60 |
+
},
|
| 61 |
+
"frames_100_125": {
|
| 62 |
+
"mse": 0.2608873248100281,
|
| 63 |
+
"psnr": 5.848992824554443,
|
| 64 |
+
"lpips": 1.0130754709243774,
|
| 65 |
+
"ssim": 0.011348252184689045
|
| 66 |
+
},
|
| 67 |
+
"frames_125_150": {
|
| 68 |
+
"mse": 0.2743470072746277,
|
| 69 |
+
"psnr": 5.618124008178711,
|
| 70 |
+
"lpips": 0.9273654222488403,
|
| 71 |
+
"ssim": 0.04336205869913101
|
| 72 |
+
},
|
| 73 |
+
"frames_150_175": {
|
| 74 |
+
"mse": 0.2498047649860382,
|
| 75 |
+
"psnr": 6.025643348693848,
|
| 76 |
+
"lpips": 0.9086575508117676,
|
| 77 |
+
"ssim": 0.05443338304758072
|
| 78 |
+
},
|
| 79 |
+
"frames_175_200": {
|
| 80 |
+
"mse": 0.2554810643196106,
|
| 81 |
+
"psnr": 5.928201675415039,
|
| 82 |
+
"lpips": 0.9149932861328125,
|
| 83 |
+
"ssim": 0.036914702504873276
|
| 84 |
+
},
|
| 85 |
+
"frames_200_225": {
|
| 86 |
+
"mse": 0.24283035099506378,
|
| 87 |
+
"psnr": 6.1486124992370605,
|
| 88 |
+
"lpips": 0.9103450775146484,
|
| 89 |
+
"ssim": 0.020325124263763428
|
| 90 |
+
},
|
| 91 |
+
"frames_225_250": {
|
| 92 |
+
"mse": 0.23286490142345428,
|
| 93 |
+
"psnr": 6.3317718505859375,
|
| 94 |
+
"lpips": 0.9283991456031799,
|
| 95 |
+
"ssim": 0.02271619252860546
|
| 96 |
+
},
|
| 97 |
+
"frames_250_275": {
|
| 98 |
+
"mse": 0.21056310832500458,
|
| 99 |
+
"psnr": 6.766801834106445,
|
| 100 |
+
"lpips": 0.9290890693664551,
|
| 101 |
+
"ssim": 0.03575821593403816
|
| 102 |
+
},
|
| 103 |
+
"frames_275_300": {
|
| 104 |
+
"mse": 0.19335311651229858,
|
| 105 |
+
"psnr": 7.139052867889404,
|
| 106 |
+
"lpips": 0.8938279747962952,
|
| 107 |
+
"ssim": 0.029885919764637947
|
| 108 |
+
},
|
| 109 |
+
"overall": {
|
| 110 |
+
"mse": 0.21858593821525574,
|
| 111 |
+
"psnr": 6.978597640991211,
|
| 112 |
+
"lpips": 0.9020204544067383,
|
| 113 |
+
"ssim": 0.0684794932603836
|
| 114 |
+
},
|
| 115 |
+
"forward": {
|
| 116 |
+
"mse": 0.17572496831417084,
|
| 117 |
+
"psnr": 8.483992576599121,
|
| 118 |
+
"lpips": 0.8496229648590088,
|
| 119 |
+
"ssim": 0.14175252616405487
|
| 120 |
+
},
|
| 121 |
+
"return": {
|
| 122 |
+
"mse": 0.24001644551753998,
|
| 123 |
+
"psnr": 6.225900173187256,
|
| 124 |
+
"lpips": 0.9282191395759583,
|
| 125 |
+
"ssim": 0.03184298053383827
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
}
|