Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +328 -0
- checkpoints/.hydra/config.yaml +208 -0
- checkpoints/.hydra/hydra.yaml +168 -0
- checkpoints/.hydra/overrides.yaml +8 -0
- checkpoints/checkpoints/epoch_19-step_18750.ckpt +3 -0
- checkpoints/main.log +258 -0
- checkpoints/train_ddp_process_1.log +60 -0
- checkpoints/train_ddp_process_2.log +60 -0
- checkpoints/train_ddp_process_3.log +60 -0
- checkpoints/train_ddp_process_4.log +60 -0
- checkpoints/train_ddp_process_5.log +60 -0
- checkpoints/train_ddp_process_6.log +60 -0
- checkpoints/train_ddp_process_7.log +60 -0
- checkpoints/wandb/debug-internal.log +11 -0
- checkpoints/wandb/debug.log +23 -0
- checkpoints/wandb/run-20251026_192052-ka6adsfk/files/config.yaml +336 -0
- checkpoints/wandb/run-20251026_192052-ka6adsfk/files/output.log +93 -0
- checkpoints/wandb/run-20251026_192052-ka6adsfk/files/requirements.txt +119 -0
- checkpoints/wandb/run-20251026_192052-ka6adsfk/files/wandb-metadata.json +97 -0
- checkpoints/wandb/run-20251026_192052-ka6adsfk/files/wandb-summary.json +1 -0
- checkpoints/wandb/run-20251026_192052-ka6adsfk/logs/debug-core.log +14 -0
- checkpoints/wandb/run-20251026_192052-ka6adsfk/logs/debug-internal.log +11 -0
- checkpoints/wandb/run-20251026_192052-ka6adsfk/logs/debug.log +23 -0
- checkpoints/wandb/run-20251026_192052-ka6adsfk/run-ka6adsfk.wandb +0 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/files/config.yaml +338 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png +3 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/comparison_0_e8732d0cfa21a2406a03.png +3 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png +3 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/files/output.log +41 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/files/requirements.txt +119 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/files/wandb-metadata.json +99 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/files/wandb-summary.json +1 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/logs/debug-core.log +14 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/logs/debug-internal.log +11 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/logs/debug.log +34 -0
- checkpoints/wandb/run-20251026_192245-p0duxfg6/run-p0duxfg6.wandb +0 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/files/config.yaml +335 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png +3 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/comparison_0_e8732d0cfa21a2406a03.png +3 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png +3 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/train/comparison_11_b119bd9f18dcd8eb9322.png +3 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/train/complex_scores_10_e498cd56f46d21e3be41.png +3 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/files/output.log +161 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/files/requirements.txt +119 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/files/wandb-metadata.json +96 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/files/wandb-summary.json +1 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/logs/debug-core.log +14 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/logs/debug-internal.log +11 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/logs/debug.log +23 -0
- checkpoints/wandb/run-20251026_192343-vbr1tndn/run-vbr1tndn.wandb +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,331 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/train/comparison_11_b119bd9f18dcd8eb9322.png filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/train/complex_scores_10_e498cd56f46d21e3be41.png filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
checkpoints/wandb/run-20251026_192343-vbr1tndn/run-vbr1tndn.wandb filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
checkpoints/wandb/run-20251026_192444-44xxiuvz/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
checkpoints/wandb/run-20251026_192444-44xxiuvz/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
checkpoints/wandb/run-20251026_192444-44xxiuvz/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
checkpoints/wandb/run-20251026_192802-x8raice2/files/media/images/active_mask_imgs_1_2c56d6560e9dd91bb08f.png filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
checkpoints/wandb/run-20251026_192802-x8raice2/files/media/images/comparison_0_5cb8a954e924913caaa0.png filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
checkpoints/wandb/run-20251026_192802-x8raice2/files/media/images/complex_scores_2_a34c79712b7ab450dbb6.png filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
checkpoints/wandb/run-20251026_192802-x8raice2/run-x8raice2.wandb filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
checkpoints/wandb/run-20251026_193022-4rklaevz/files/media/images/active_mask_imgs_1_449dece7f5178bec4c83.png filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
checkpoints/wandb/run-20251026_193022-4rklaevz/files/media/images/comparison_0_93b35edf7dd44affbdca.png filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
checkpoints/wandb/run-20251026_193022-4rklaevz/files/media/images/complex_scores_2_cd08ca0f7e4cfcd34702.png filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
checkpoints/wandb/run-20251026_193600-hkgbtcr8/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
checkpoints/wandb/run-20251026_193600-hkgbtcr8/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
checkpoints/wandb/run-20251026_193600-hkgbtcr8/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
checkpoints/wandb/run-20251026_193600-hkgbtcr8/run-hkgbtcr8.wandb filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
checkpoints/wandb/run-20251026_194902-5ngxjjpy/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
checkpoints/wandb/run-20251026_194902-5ngxjjpy/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
checkpoints/wandb/run-20251026_194902-5ngxjjpy/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
checkpoints/wandb/run-20251026_194902-5ngxjjpy/run-5ngxjjpy.wandb filter=lfs diff=lfs merge=lfs -text
|
| 63 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_1014_0660cc9ff6efc8ec8e4f.png filter=lfs diff=lfs merge=lfs -text
|
| 64 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_1044_3d9e02b48c1b904adc59.png filter=lfs diff=lfs merge=lfs -text
|
| 65 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_1072_416bf880df8517463029.png filter=lfs diff=lfs merge=lfs -text
|
| 66 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_116_5ef73330be7c77cd8904.png filter=lfs diff=lfs merge=lfs -text
|
| 67 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_144_04bffd2b0c0500f9535f.png filter=lfs diff=lfs merge=lfs -text
|
| 68 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_174_3b4cabc6035584ca0f65.png filter=lfs diff=lfs merge=lfs -text
|
| 69 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text
|
| 70 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_202_342f3f91db9f3b4fbb3e.png filter=lfs diff=lfs merge=lfs -text
|
| 71 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_232_0cc6f8a58678874e617f.png filter=lfs diff=lfs merge=lfs -text
|
| 72 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_260_a0db41d50513d71755cb.png filter=lfs diff=lfs merge=lfs -text
|
| 73 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_28_4763c8710995cdf1a28d.png filter=lfs diff=lfs merge=lfs -text
|
| 74 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_290_eea2be84d23bfdb60632.png filter=lfs diff=lfs merge=lfs -text
|
| 75 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_318_a8d3aeb9213754ce05bc.png filter=lfs diff=lfs merge=lfs -text
|
| 76 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_348_680d6975ebb83d419f81.png filter=lfs diff=lfs merge=lfs -text
|
| 77 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_376_ba39b0c299bd9e390ff3.png filter=lfs diff=lfs merge=lfs -text
|
| 78 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_406_e5b31b4f4935c98e25f6.png filter=lfs diff=lfs merge=lfs -text
|
| 79 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_434_642669bd00e335b152ed.png filter=lfs diff=lfs merge=lfs -text
|
| 80 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_464_ba3c88094cd974d32925.png filter=lfs diff=lfs merge=lfs -text
|
| 81 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_492_6b13f92b1c81ca48f9e8.png filter=lfs diff=lfs merge=lfs -text
|
| 82 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_522_92b11d2a20a99b452292.png filter=lfs diff=lfs merge=lfs -text
|
| 83 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_550_370de68b16ac04bbc220.png filter=lfs diff=lfs merge=lfs -text
|
| 84 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_580_455e56eb9db6cb86eb31.png filter=lfs diff=lfs merge=lfs -text
|
| 85 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_58_38cfe831af169cfb39d5.png filter=lfs diff=lfs merge=lfs -text
|
| 86 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_608_90c55c156fb83d447637.png filter=lfs diff=lfs merge=lfs -text
|
| 87 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_638_02403f35d7da81200440.png filter=lfs diff=lfs merge=lfs -text
|
| 88 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_666_bb7c2d22beb093b6f9f0.png filter=lfs diff=lfs merge=lfs -text
|
| 89 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_696_c1776c5e636318cc4f8b.png filter=lfs diff=lfs merge=lfs -text
|
| 90 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_724_1055949061fedbfa1cd3.png filter=lfs diff=lfs merge=lfs -text
|
| 91 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_754_827662b9abd92930e04a.png filter=lfs diff=lfs merge=lfs -text
|
| 92 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_782_c2d1fc9438a5958842c1.png filter=lfs diff=lfs merge=lfs -text
|
| 93 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_812_499fca0ca6f2bcae4c02.png filter=lfs diff=lfs merge=lfs -text
|
| 94 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_840_9a0a6a1fce0d8b1e165c.png filter=lfs diff=lfs merge=lfs -text
|
| 95 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_86_4634af091b773607b175.png filter=lfs diff=lfs merge=lfs -text
|
| 96 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_870_cceedd70d8ee891c41f0.png filter=lfs diff=lfs merge=lfs -text
|
| 97 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_898_a019dd39a20669eb8037.png filter=lfs diff=lfs merge=lfs -text
|
| 98 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_928_58de323dded17d0e1791.png filter=lfs diff=lfs merge=lfs -text
|
| 99 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_956_7b385fa7c39aa4a69f33.png filter=lfs diff=lfs merge=lfs -text
|
| 100 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_986_799d12652286fa2d5e61.png filter=lfs diff=lfs merge=lfs -text
|
| 101 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text
|
| 102 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_1013_5ea47f2a2a63de3fa717.png filter=lfs diff=lfs merge=lfs -text
|
| 103 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_1043_5dcbd8f64930f8ddfdcb.png filter=lfs diff=lfs merge=lfs -text
|
| 104 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_1071_a9fa1b2f7e698e247576.png filter=lfs diff=lfs merge=lfs -text
|
| 105 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_115_15d1b8d4be4557cac8ef.png filter=lfs diff=lfs merge=lfs -text
|
| 106 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_143_04fbbf2a4de09207b3f3.png filter=lfs diff=lfs merge=lfs -text
|
| 107 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_173_31f1c5f07f9b33da671e.png filter=lfs diff=lfs merge=lfs -text
|
| 108 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_201_6ca5614cbe363d12d4c4.png filter=lfs diff=lfs merge=lfs -text
|
| 109 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_231_3fff8be7200b1485a8d1.png filter=lfs diff=lfs merge=lfs -text
|
| 110 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_259_1a7947b091d7541c6397.png filter=lfs diff=lfs merge=lfs -text
|
| 111 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_27_38b95c91bbff32bdc04c.png filter=lfs diff=lfs merge=lfs -text
|
| 112 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_289_083d303067fca89b6485.png filter=lfs diff=lfs merge=lfs -text
|
| 113 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_317_1f61d55878b508bd0d6c.png filter=lfs diff=lfs merge=lfs -text
|
| 114 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_347_25a006576a90c4cdc434.png filter=lfs diff=lfs merge=lfs -text
|
| 115 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_375_9795e84dfdba5b4d6de9.png filter=lfs diff=lfs merge=lfs -text
|
| 116 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_405_73969f36ce4ee3a33cad.png filter=lfs diff=lfs merge=lfs -text
|
| 117 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_433_42309004083a8cc230d4.png filter=lfs diff=lfs merge=lfs -text
|
| 118 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_463_6a61c6769a1d4c994148.png filter=lfs diff=lfs merge=lfs -text
|
| 119 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_491_4f0b312e94f58dd0781b.png filter=lfs diff=lfs merge=lfs -text
|
| 120 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_521_5f973ec8877100f721df.png filter=lfs diff=lfs merge=lfs -text
|
| 121 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_549_57b4e9040830908080d6.png filter=lfs diff=lfs merge=lfs -text
|
| 122 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_579_eb4eb77801d4f9c8b4b7.png filter=lfs diff=lfs merge=lfs -text
|
| 123 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_57_ae1b29e106a01b1f2d8f.png filter=lfs diff=lfs merge=lfs -text
|
| 124 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_607_60f4d924a35d8afd18e8.png filter=lfs diff=lfs merge=lfs -text
|
| 125 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_637_1754a562f95df04b123e.png filter=lfs diff=lfs merge=lfs -text
|
| 126 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_665_5f574a0989e5a6378789.png filter=lfs diff=lfs merge=lfs -text
|
| 127 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_695_73b95a37eb12dc6ae681.png filter=lfs diff=lfs merge=lfs -text
|
| 128 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_723_e5125ae7186303a43554.png filter=lfs diff=lfs merge=lfs -text
|
| 129 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_753_fc800d6fcfe21826dc59.png filter=lfs diff=lfs merge=lfs -text
|
| 130 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_781_7dca19646e3d9c5808f2.png filter=lfs diff=lfs merge=lfs -text
|
| 131 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_811_dfd0ec83517e64091527.png filter=lfs diff=lfs merge=lfs -text
|
| 132 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_839_6a87c30493919b08467c.png filter=lfs diff=lfs merge=lfs -text
|
| 133 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_85_c131b5d5eb28310f1be7.png filter=lfs diff=lfs merge=lfs -text
|
| 134 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_869_808b7796deb6b49416a2.png filter=lfs diff=lfs merge=lfs -text
|
| 135 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_897_3cb84ca15e92bef72600.png filter=lfs diff=lfs merge=lfs -text
|
| 136 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_927_3d26184ec5e03e2ff081.png filter=lfs diff=lfs merge=lfs -text
|
| 137 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_955_2de79cf1d9f08020db09.png filter=lfs diff=lfs merge=lfs -text
|
| 138 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_985_dacaf60fdab5414a96c7.png filter=lfs diff=lfs merge=lfs -text
|
| 139 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_1015_b108b9fe348147a13f98.png filter=lfs diff=lfs merge=lfs -text
|
| 140 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_1045_9bc16090f57ffef9eb0a.png filter=lfs diff=lfs merge=lfs -text
|
| 141 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_1073_83573b6f8c4cca90fd5b.png filter=lfs diff=lfs merge=lfs -text
|
| 142 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_117_c2f6e095146170b844f0.png filter=lfs diff=lfs merge=lfs -text
|
| 143 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_145_9f5ca34bd0df3f27ea68.png filter=lfs diff=lfs merge=lfs -text
|
| 144 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_175_612222a84d267f9b6ae4.png filter=lfs diff=lfs merge=lfs -text
|
| 145 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_203_1b561f6aaaf1e05c0e25.png filter=lfs diff=lfs merge=lfs -text
|
| 146 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_233_6add85cb6215795aaef9.png filter=lfs diff=lfs merge=lfs -text
|
| 147 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_261_8fe4bcf6cd4b12196569.png filter=lfs diff=lfs merge=lfs -text
|
| 148 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_291_e8eca8ea3ab95087a3a4.png filter=lfs diff=lfs merge=lfs -text
|
| 149 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_29_6874c24b2e4f4822c9e2.png filter=lfs diff=lfs merge=lfs -text
|
| 150 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text
|
| 151 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_319_d2499ba51e7f3e92d148.png filter=lfs diff=lfs merge=lfs -text
|
| 152 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_349_d2ee62585ccb3fbe3423.png filter=lfs diff=lfs merge=lfs -text
|
| 153 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_377_b2de67438d8ae183868a.png filter=lfs diff=lfs merge=lfs -text
|
| 154 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_407_4f6d225225e25c962f00.png filter=lfs diff=lfs merge=lfs -text
|
| 155 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_435_131acbb471592346e9e8.png filter=lfs diff=lfs merge=lfs -text
|
| 156 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_465_37ddaf83f1379687a3c1.png filter=lfs diff=lfs merge=lfs -text
|
| 157 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_493_b505b13d61dd5f6057ba.png filter=lfs diff=lfs merge=lfs -text
|
| 158 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_523_2c7387dbaea09d9485c1.png filter=lfs diff=lfs merge=lfs -text
|
| 159 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_551_84dd19580c22d0e5398e.png filter=lfs diff=lfs merge=lfs -text
|
| 160 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_581_2c1a62d7db4a056b5d49.png filter=lfs diff=lfs merge=lfs -text
|
| 161 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_59_559ef6cad8247a119f23.png filter=lfs diff=lfs merge=lfs -text
|
| 162 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_609_3c76f7eccb7d9a256909.png filter=lfs diff=lfs merge=lfs -text
|
| 163 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_639_86a194c2cebe0419d166.png filter=lfs diff=lfs merge=lfs -text
|
| 164 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_667_a85d42ec38a4ac0310d8.png filter=lfs diff=lfs merge=lfs -text
|
| 165 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_697_fe8ab73423e441d9229b.png filter=lfs diff=lfs merge=lfs -text
|
| 166 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_725_57962b44a1837b177875.png filter=lfs diff=lfs merge=lfs -text
|
| 167 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_755_2590003dbbfc88a39d46.png filter=lfs diff=lfs merge=lfs -text
|
| 168 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_783_90d2cb5fbde83bfaf32b.png filter=lfs diff=lfs merge=lfs -text
|
| 169 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_813_4d088bf02966914d30b0.png filter=lfs diff=lfs merge=lfs -text
|
| 170 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_841_6cc16c8aa18dcabf2773.png filter=lfs diff=lfs merge=lfs -text
|
| 171 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_871_ea797cfe180f29a3178b.png filter=lfs diff=lfs merge=lfs -text
|
| 172 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_87_2c0e9b7c406416d48241.png filter=lfs diff=lfs merge=lfs -text
|
| 173 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_899_2e3b0469d31192a5031a.png filter=lfs diff=lfs merge=lfs -text
|
| 174 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_929_b5f4ced59a83398ff35f.png filter=lfs diff=lfs merge=lfs -text
|
| 175 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_957_7eb6fe3af06e045f5f77.png filter=lfs diff=lfs merge=lfs -text
|
| 176 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_987_a703f57cbd8682422d76.png filter=lfs diff=lfs merge=lfs -text
|
| 177 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1007_5afd87449e2aa48efe6a.png filter=lfs diff=lfs merge=lfs -text
|
| 178 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1021_917fd563876a405fa184.png filter=lfs diff=lfs merge=lfs -text
|
| 179 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1031_3afae4385115cd8c898d.png filter=lfs diff=lfs merge=lfs -text
|
| 180 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_103_e42fca5c481b1abb6a60.png filter=lfs diff=lfs merge=lfs -text
|
| 181 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1041_43bc9ea4ecde0c12b269.png filter=lfs diff=lfs merge=lfs -text
|
| 182 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1055_581aa030d9c0daf27953.png filter=lfs diff=lfs merge=lfs -text
|
| 183 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1065_e729ecb5cb9e0aa093c8.png filter=lfs diff=lfs merge=lfs -text
|
| 184 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1079_0ed7c4c8247e783df699.png filter=lfs diff=lfs merge=lfs -text
|
| 185 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_113_00a3ce4b9b7e329716c6.png filter=lfs diff=lfs merge=lfs -text
|
| 186 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_11_215fe0965a53e9fe43fc.png filter=lfs diff=lfs merge=lfs -text
|
| 187 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_127_dfc13ccec03697841cb6.png filter=lfs diff=lfs merge=lfs -text
|
| 188 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_137_bba5bf5591e5222b549a.png filter=lfs diff=lfs merge=lfs -text
|
| 189 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_151_c12fffa87a12b0c18414.png filter=lfs diff=lfs merge=lfs -text
|
| 190 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_161_404d5de8392ca102ef91.png filter=lfs diff=lfs merge=lfs -text
|
| 191 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_171_f643e01679e572c23c74.png filter=lfs diff=lfs merge=lfs -text
|
| 192 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_185_dc48c8a3a94e5eb54cec.png filter=lfs diff=lfs merge=lfs -text
|
| 193 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_195_82285d2861d5e17ca128.png filter=lfs diff=lfs merge=lfs -text
|
| 194 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_209_adee5fd243837a54730b.png filter=lfs diff=lfs merge=lfs -text
|
| 195 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_219_428d0c9d46bd31d3e423.png filter=lfs diff=lfs merge=lfs -text
|
| 196 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_21_51b2ba637bc1be819ce4.png filter=lfs diff=lfs merge=lfs -text
|
| 197 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_229_e626a34f454907319b10.png filter=lfs diff=lfs merge=lfs -text
|
| 198 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_243_dae5dd7e8462b1f4b31b.png filter=lfs diff=lfs merge=lfs -text
|
| 199 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_253_af63de44d75a4b067955.png filter=lfs diff=lfs merge=lfs -text
|
| 200 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_267_e67a813e682a6899220c.png filter=lfs diff=lfs merge=lfs -text
|
| 201 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_277_b5557de1976b2d7972f0.png filter=lfs diff=lfs merge=lfs -text
|
| 202 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_287_ebd2a704f95ddbc5fc8b.png filter=lfs diff=lfs merge=lfs -text
|
| 203 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_301_f111d5511517286ab581.png filter=lfs diff=lfs merge=lfs -text
|
| 204 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_311_d9cc2d65bc13794b9b2d.png filter=lfs diff=lfs merge=lfs -text
|
| 205 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_325_6c7839d0e330c15939d3.png filter=lfs diff=lfs merge=lfs -text
|
| 206 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_335_a54f4be69ec3ea10c83a.png filter=lfs diff=lfs merge=lfs -text
|
| 207 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_345_577a05e331610a567e1c.png filter=lfs diff=lfs merge=lfs -text
|
| 208 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_359_ed73f4437de4d24889a6.png filter=lfs diff=lfs merge=lfs -text
|
| 209 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_35_ed5358f63adbfdab3031.png filter=lfs diff=lfs merge=lfs -text
|
| 210 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_369_1a4d2c3d64616bb17d9d.png filter=lfs diff=lfs merge=lfs -text
|
| 211 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_383_4bfb458def856d1fdbb0.png filter=lfs diff=lfs merge=lfs -text
|
| 212 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_393_8ace15259c06a806fa13.png filter=lfs diff=lfs merge=lfs -text
|
| 213 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_403_a09e75780c962fc27ba7.png filter=lfs diff=lfs merge=lfs -text
|
| 214 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_417_34f163880ebe9b49ae17.png filter=lfs diff=lfs merge=lfs -text
|
| 215 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_427_c4f4548765e32287d5e1.png filter=lfs diff=lfs merge=lfs -text
|
| 216 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_441_865514294a5a760a03ea.png filter=lfs diff=lfs merge=lfs -text
|
| 217 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_451_8059ecdbc6598679dd9e.png filter=lfs diff=lfs merge=lfs -text
|
| 218 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_45_0d2dddabb901573b2533.png filter=lfs diff=lfs merge=lfs -text
|
| 219 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_461_35d2c5a64dc1103a4886.png filter=lfs diff=lfs merge=lfs -text
|
| 220 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_475_e81a300efd06f8760fa8.png filter=lfs diff=lfs merge=lfs -text
|
| 221 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_485_bd4a4857090df1ea5f7c.png filter=lfs diff=lfs merge=lfs -text
|
| 222 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_499_cc15774795ec07747987.png filter=lfs diff=lfs merge=lfs -text
|
| 223 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_509_b97ec7e837d349ffaf99.png filter=lfs diff=lfs merge=lfs -text
|
| 224 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_519_27b000c6e617dfa7019b.png filter=lfs diff=lfs merge=lfs -text
|
| 225 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_533_7fb8bddd82523f227ea4.png filter=lfs diff=lfs merge=lfs -text
|
| 226 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_543_906ffacc0ea528fac760.png filter=lfs diff=lfs merge=lfs -text
|
| 227 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_557_e386f8ccb3dc90bb504e.png filter=lfs diff=lfs merge=lfs -text
|
| 228 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_55_d18caa6abd7428b7e1e1.png filter=lfs diff=lfs merge=lfs -text
|
| 229 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_567_bf82f0eb504dbe24b84b.png filter=lfs diff=lfs merge=lfs -text
|
| 230 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_577_67590eaa44cfc1dff4d2.png filter=lfs diff=lfs merge=lfs -text
|
| 231 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_591_eb393f23700d0e7a9a54.png filter=lfs diff=lfs merge=lfs -text
|
| 232 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_601_d2481943258dded75d29.png filter=lfs diff=lfs merge=lfs -text
|
| 233 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_615_8fd430315a652048f3e1.png filter=lfs diff=lfs merge=lfs -text
|
| 234 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_625_ac090dac4325f9086d77.png filter=lfs diff=lfs merge=lfs -text
|
| 235 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_635_ab419af616efeed50bf8.png filter=lfs diff=lfs merge=lfs -text
|
| 236 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_649_5779f56b6b60d74d3810.png filter=lfs diff=lfs merge=lfs -text
|
| 237 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_659_98f607e2e558515b069e.png filter=lfs diff=lfs merge=lfs -text
|
| 238 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_673_4637b3a318b8771d658e.png filter=lfs diff=lfs merge=lfs -text
|
| 239 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_683_1574ae4b6eb15f145cdd.png filter=lfs diff=lfs merge=lfs -text
|
| 240 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_693_05002725faeda5fbf901.png filter=lfs diff=lfs merge=lfs -text
|
| 241 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_69_ba8cb79fba3eb072ce06.png filter=lfs diff=lfs merge=lfs -text
|
| 242 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_707_cd068333103a05b0abe4.png filter=lfs diff=lfs merge=lfs -text
|
| 243 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_717_f75dd9f752b470e7fc9c.png filter=lfs diff=lfs merge=lfs -text
|
| 244 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_731_071fb18bf7c3918d93df.png filter=lfs diff=lfs merge=lfs -text
|
| 245 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_741_142658b5e06e97931a17.png filter=lfs diff=lfs merge=lfs -text
|
| 246 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_751_c92c3715953ac1b065f0.png filter=lfs diff=lfs merge=lfs -text
|
| 247 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_765_00dda0c614565429168d.png filter=lfs diff=lfs merge=lfs -text
|
| 248 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_775_c5851259e47bb3f929b3.png filter=lfs diff=lfs merge=lfs -text
|
| 249 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_789_0a379ecacaee7fd5f9e4.png filter=lfs diff=lfs merge=lfs -text
|
| 250 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_799_8dabfee58a8ace9f52c3.png filter=lfs diff=lfs merge=lfs -text
|
| 251 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_79_069fcf028c0909d2cadf.png filter=lfs diff=lfs merge=lfs -text
|
| 252 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_809_2bed4d93260e4145826a.png filter=lfs diff=lfs merge=lfs -text
|
| 253 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_823_4784269beeb59f99e8ea.png filter=lfs diff=lfs merge=lfs -text
|
| 254 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_833_7d3aa346969783832f15.png filter=lfs diff=lfs merge=lfs -text
|
| 255 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_847_5c8c199012b4c73f27b2.png filter=lfs diff=lfs merge=lfs -text
|
| 256 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_857_461dd9d56bd370a157e4.png filter=lfs diff=lfs merge=lfs -text
|
| 257 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_867_5c7e4edfea840d7b9282.png filter=lfs diff=lfs merge=lfs -text
|
| 258 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_881_22c66bde0140b48f3dd0.png filter=lfs diff=lfs merge=lfs -text
|
| 259 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_891_c1e45ddb80e4a5a9e039.png filter=lfs diff=lfs merge=lfs -text
|
| 260 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_905_8ec4bd717745c5ad1a71.png filter=lfs diff=lfs merge=lfs -text
|
| 261 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_915_26fb06927388fb12a852.png filter=lfs diff=lfs merge=lfs -text
|
| 262 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_925_b11a1e1fb5ac1c12ffbf.png filter=lfs diff=lfs merge=lfs -text
|
| 263 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_939_e3d0f2e6524669c4e015.png filter=lfs diff=lfs merge=lfs -text
|
| 264 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_93_025e9f775acbeb2cb4f3.png filter=lfs diff=lfs merge=lfs -text
|
| 265 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_949_5cd99375520d72b8b117.png filter=lfs diff=lfs merge=lfs -text
|
| 266 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_963_41bbc90ad0714f50b6d3.png filter=lfs diff=lfs merge=lfs -text
|
| 267 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_973_62193a67b29e023c9709.png filter=lfs diff=lfs merge=lfs -text
|
| 268 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_983_0c1050e012554ada211b.png filter=lfs diff=lfs merge=lfs -text
|
| 269 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_997_5fd22eeafcc5c3eb7077.png filter=lfs diff=lfs merge=lfs -text
|
| 270 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1006_55884d45254449a1dfd0.png filter=lfs diff=lfs merge=lfs -text
|
| 271 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1020_753fa8a77481096dbca5.png filter=lfs diff=lfs merge=lfs -text
|
| 272 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_102_c43005f8aa811c717488.png filter=lfs diff=lfs merge=lfs -text
|
| 273 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1030_5da408c7cb8690877da9.png filter=lfs diff=lfs merge=lfs -text
|
| 274 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1040_b01943d4bea2a3920046.png filter=lfs diff=lfs merge=lfs -text
|
| 275 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1054_1949faea8ea5c7c20642.png filter=lfs diff=lfs merge=lfs -text
|
| 276 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1064_85171bb83c751648421a.png filter=lfs diff=lfs merge=lfs -text
|
| 277 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1078_a50b715040a25192a858.png filter=lfs diff=lfs merge=lfs -text
|
| 278 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_10_0d1b95978a88be5fa002.png filter=lfs diff=lfs merge=lfs -text
|
| 279 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_112_6d2dbe5fe30393bddc8d.png filter=lfs diff=lfs merge=lfs -text
|
| 280 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_126_9fce1e42795168b69fda.png filter=lfs diff=lfs merge=lfs -text
|
| 281 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_136_322df1a3fc31efeb4e48.png filter=lfs diff=lfs merge=lfs -text
|
| 282 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_150_4f775105fe219b3b0f91.png filter=lfs diff=lfs merge=lfs -text
|
| 283 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_160_58e0c6c032e5edb6c847.png filter=lfs diff=lfs merge=lfs -text
|
| 284 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_170_3a9e6aec25934bdf474a.png filter=lfs diff=lfs merge=lfs -text
|
| 285 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_184_4a984011a0dbad370642.png filter=lfs diff=lfs merge=lfs -text
|
| 286 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_194_0275437a56567c2ffe5f.png filter=lfs diff=lfs merge=lfs -text
|
| 287 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_208_6edcafe0143048556596.png filter=lfs diff=lfs merge=lfs -text
|
| 288 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_20_fdf1b9cafa70d505b4fe.png filter=lfs diff=lfs merge=lfs -text
|
| 289 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_218_0967cb43076fa6b87ce1.png filter=lfs diff=lfs merge=lfs -text
|
| 290 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_228_83d04ef99940842079da.png filter=lfs diff=lfs merge=lfs -text
|
| 291 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_242_98a883cc6f94b69caa3e.png filter=lfs diff=lfs merge=lfs -text
|
| 292 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_252_1976ccc9935ec89143ed.png filter=lfs diff=lfs merge=lfs -text
|
| 293 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_266_091f86beea175462e126.png filter=lfs diff=lfs merge=lfs -text
|
| 294 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_276_371069051a439d79668d.png filter=lfs diff=lfs merge=lfs -text
|
| 295 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_286_4f903cabee2d7da3ecbf.png filter=lfs diff=lfs merge=lfs -text
|
| 296 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_300_944e26b6b75a81b79b04.png filter=lfs diff=lfs merge=lfs -text
|
| 297 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_310_e688e931e1c99c9a99ce.png filter=lfs diff=lfs merge=lfs -text
|
| 298 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_324_4ae7e779c5a4d3b90343.png filter=lfs diff=lfs merge=lfs -text
|
| 299 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_334_c804ccb7195a0c1b72c5.png filter=lfs diff=lfs merge=lfs -text
|
| 300 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_344_edbd6cf906babd4f70d3.png filter=lfs diff=lfs merge=lfs -text
|
| 301 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_34_2dc7d85be16d1add6ac7.png filter=lfs diff=lfs merge=lfs -text
|
| 302 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_358_b3e7a6f00c2b290aad18.png filter=lfs diff=lfs merge=lfs -text
|
| 303 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_368_7350c478fa3d9d4683da.png filter=lfs diff=lfs merge=lfs -text
|
| 304 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_382_ad717962af794d2213fa.png filter=lfs diff=lfs merge=lfs -text
|
| 305 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_392_d90e42375c7e51cc60d1.png filter=lfs diff=lfs merge=lfs -text
|
| 306 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_402_c7eeffe93ec19f3e7e85.png filter=lfs diff=lfs merge=lfs -text
|
| 307 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_416_ee4d28e4348aad146824.png filter=lfs diff=lfs merge=lfs -text
|
| 308 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_426_54f06038cbe2cd3d7d0d.png filter=lfs diff=lfs merge=lfs -text
|
| 309 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_440_2bc39bcefbbdb19558bc.png filter=lfs diff=lfs merge=lfs -text
|
| 310 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_44_fd925c636428ac9d09f9.png filter=lfs diff=lfs merge=lfs -text
|
| 311 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_450_eb372a38132458d533d0.png filter=lfs diff=lfs merge=lfs -text
|
| 312 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_460_dca501c697418ea0947b.png filter=lfs diff=lfs merge=lfs -text
|
| 313 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_474_61fc887781a8658b0d44.png filter=lfs diff=lfs merge=lfs -text
|
| 314 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_484_b01d3db1f22b67c85678.png filter=lfs diff=lfs merge=lfs -text
|
| 315 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_498_e2144e12fa19011c8a53.png filter=lfs diff=lfs merge=lfs -text
|
| 316 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_508_1a75b53d749925f5854b.png filter=lfs diff=lfs merge=lfs -text
|
| 317 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_518_58338371d02cb6d8b5f6.png filter=lfs diff=lfs merge=lfs -text
|
| 318 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_532_e2d36a0528a68c694cb6.png filter=lfs diff=lfs merge=lfs -text
|
| 319 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_542_50b29d3b2db19f637923.png filter=lfs diff=lfs merge=lfs -text
|
| 320 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_54_170bf7e702e627a66bbf.png filter=lfs diff=lfs merge=lfs -text
|
| 321 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_556_72bd87c935fee95b6cf1.png filter=lfs diff=lfs merge=lfs -text
|
| 322 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_566_ee030f9f9f6abb42c64e.png filter=lfs diff=lfs merge=lfs -text
|
| 323 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_576_b80eddd24f34765ff681.png filter=lfs diff=lfs merge=lfs -text
|
| 324 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_590_d526079ae7f85d06fb72.png filter=lfs diff=lfs merge=lfs -text
|
| 325 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_600_2700c6863e3b2c72d19c.png filter=lfs diff=lfs merge=lfs -text
|
| 326 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_614_95e877ab5e2d3548091a.png filter=lfs diff=lfs merge=lfs -text
|
| 327 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_624_9a98a4ead1e0e78f8807.png filter=lfs diff=lfs merge=lfs -text
|
| 328 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_634_812212e393a1bcbd7f0d.png filter=lfs diff=lfs merge=lfs -text
|
| 329 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_648_122dac0c9cd4be6b9205.png filter=lfs diff=lfs merge=lfs -text
|
| 330 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_658_3ce36f3edc8ce5deebe4.png filter=lfs diff=lfs merge=lfs -text
|
| 331 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_672_48b0650a8531f9453785.png filter=lfs diff=lfs merge=lfs -text
|
| 332 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_682_8a4057b9938edf068748.png filter=lfs diff=lfs merge=lfs -text
|
| 333 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_68_503da0606d25e8dd869e.png filter=lfs diff=lfs merge=lfs -text
|
| 334 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_692_fbd12065b0ae73532da2.png filter=lfs diff=lfs merge=lfs -text
|
| 335 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_706_9d218017dd83c2d68f06.png filter=lfs diff=lfs merge=lfs -text
|
| 336 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_716_a8fef6534227450cefd2.png filter=lfs diff=lfs merge=lfs -text
|
| 337 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_730_05596e48d56ddb1bcb73.png filter=lfs diff=lfs merge=lfs -text
|
| 338 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_740_b3fdef09306152e656b7.png filter=lfs diff=lfs merge=lfs -text
|
| 339 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_750_2939847dc7d9ab95475d.png filter=lfs diff=lfs merge=lfs -text
|
| 340 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_764_03e9f9a64574428dc709.png filter=lfs diff=lfs merge=lfs -text
|
| 341 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_774_35a6f8c0cceafcd1b245.png filter=lfs diff=lfs merge=lfs -text
|
| 342 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_788_e4854a441ae87acbdda9.png filter=lfs diff=lfs merge=lfs -text
|
| 343 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_78_7d069f5a9274adc43766.png filter=lfs diff=lfs merge=lfs -text
|
| 344 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_798_9e948e911dbf476a6ed3.png filter=lfs diff=lfs merge=lfs -text
|
| 345 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_808_876553280d286bf8272c.png filter=lfs diff=lfs merge=lfs -text
|
| 346 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_822_7d131f0d74d8d358a828.png filter=lfs diff=lfs merge=lfs -text
|
| 347 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_832_51159098855bcc1647e0.png filter=lfs diff=lfs merge=lfs -text
|
| 348 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_846_6fb46bd7fb4624fd33eb.png filter=lfs diff=lfs merge=lfs -text
|
| 349 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_856_aa69a650358bcfa21306.png filter=lfs diff=lfs merge=lfs -text
|
| 350 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_866_c37852132eebfe885f27.png filter=lfs diff=lfs merge=lfs -text
|
| 351 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_880_c15330dc4ea833b39258.png filter=lfs diff=lfs merge=lfs -text
|
| 352 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_890_a4ab1b736ce17bf59118.png filter=lfs diff=lfs merge=lfs -text
|
| 353 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_904_439b41a43b20955c9bf4.png filter=lfs diff=lfs merge=lfs -text
|
| 354 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_914_49ec4f09e82b3d38b799.png filter=lfs diff=lfs merge=lfs -text
|
| 355 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_924_fb047727851bfbf042e8.png filter=lfs diff=lfs merge=lfs -text
|
| 356 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_92_e879ca427bc147c2f008.png filter=lfs diff=lfs merge=lfs -text
|
| 357 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_938_bebd1cf12be2acf93488.png filter=lfs diff=lfs merge=lfs -text
|
| 358 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_948_524c08cafe07d3293fe8.png filter=lfs diff=lfs merge=lfs -text
|
| 359 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_962_c257f35f7979f3477b7d.png filter=lfs diff=lfs merge=lfs -text
|
| 360 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_972_086ea30011acb0346f34.png filter=lfs diff=lfs merge=lfs -text
|
| 361 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_982_435ae79a6383979f6f9f.png filter=lfs diff=lfs merge=lfs -text
|
| 362 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_996_2ed27a64c83ddf7f5dc2.png filter=lfs diff=lfs merge=lfs -text
|
| 363 |
+
checkpoints/wandb/run-20251026_201644-lz1fs5n3/run-lz1fs5n3.wandb filter=lfs diff=lfs merge=lfs -text
|
checkpoints/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
encoder:
|
| 3 |
+
name: dcsplat
|
| 4 |
+
input_image_shape:
|
| 5 |
+
- 518
|
| 6 |
+
- 518
|
| 7 |
+
head_mode: pcd
|
| 8 |
+
same_head: false
|
| 9 |
+
num_level: 3
|
| 10 |
+
gs_param_dim: 256
|
| 11 |
+
camera_prompt: false
|
| 12 |
+
num_visual_prompt: 0
|
| 13 |
+
use_extrinsic_token: false
|
| 14 |
+
use_intrinsic_token: false
|
| 15 |
+
extrinsic_drop: 0.1
|
| 16 |
+
intrinsic_drop: 0.1
|
| 17 |
+
use_pnp_solver: false
|
| 18 |
+
align_corners: false
|
| 19 |
+
image_scale: 1.0
|
| 20 |
+
use_uncertainty_token: true
|
| 21 |
+
gs_bf16: true
|
| 22 |
+
aggregator_bf16: false
|
| 23 |
+
img_num_frame_token_N: 0
|
| 24 |
+
img_num_global_token_N: 0
|
| 25 |
+
use_gs_param_img_num_embed: true
|
| 26 |
+
use_mean_param_img_num_embed: false
|
| 27 |
+
decoder:
|
| 28 |
+
name: splatting_cuda
|
| 29 |
+
background_color:
|
| 30 |
+
- 0.0
|
| 31 |
+
- 0.0
|
| 32 |
+
- 0.0
|
| 33 |
+
make_scale_invariant: false
|
| 34 |
+
use_gsplat: true
|
| 35 |
+
density_control:
|
| 36 |
+
name: density_control_module
|
| 37 |
+
mean_dim: 32
|
| 38 |
+
gs_param_dim: 256
|
| 39 |
+
refinement_layer_num: 1
|
| 40 |
+
num_level: 3
|
| 41 |
+
grad_mode: absgrad
|
| 42 |
+
use_mean_features: true
|
| 43 |
+
refinement_type: quadtree
|
| 44 |
+
refinement_hidden_dim: 32
|
| 45 |
+
aggregation_mode: mean
|
| 46 |
+
num_heads: 1
|
| 47 |
+
score_mode: 3
|
| 48 |
+
sigmoid_score: true
|
| 49 |
+
latent_dim: 128
|
| 50 |
+
num_latents: 64
|
| 51 |
+
num_self_attn_per_block: 2
|
| 52 |
+
render_loss:
|
| 53 |
+
mse:
|
| 54 |
+
weight: 1.0
|
| 55 |
+
lpips:
|
| 56 |
+
weight: 0.05
|
| 57 |
+
apply_after_step: 0
|
| 58 |
+
density_control_loss:
|
| 59 |
+
complex_score:
|
| 60 |
+
weight: 0.01
|
| 61 |
+
log_scale: false
|
| 62 |
+
grad_scale: 5000.0
|
| 63 |
+
mode: 1
|
| 64 |
+
direct_loss:
|
| 65 |
+
l1:
|
| 66 |
+
weight: 0.8
|
| 67 |
+
ssim:
|
| 68 |
+
weight: 0.2
|
| 69 |
+
wandb:
|
| 70 |
+
project: DCSplat
|
| 71 |
+
entity: scene-representation-group
|
| 72 |
+
name: 1027_DL3DV_FULL_U
|
| 73 |
+
mode: online
|
| 74 |
+
tags:
|
| 75 |
+
- dl3dv
|
| 76 |
+
- 224x448
|
| 77 |
+
- full
|
| 78 |
+
mode: train
|
| 79 |
+
data_loader:
|
| 80 |
+
train:
|
| 81 |
+
num_workers: 16
|
| 82 |
+
persistent_workers: true
|
| 83 |
+
batch_size: 4
|
| 84 |
+
seed: 1234
|
| 85 |
+
test:
|
| 86 |
+
num_workers: 4
|
| 87 |
+
persistent_workers: false
|
| 88 |
+
batch_size: 1
|
| 89 |
+
seed: 2345
|
| 90 |
+
val:
|
| 91 |
+
num_workers: 1
|
| 92 |
+
persistent_workers: true
|
| 93 |
+
batch_size: 1
|
| 94 |
+
seed: 3456
|
| 95 |
+
optimizer:
|
| 96 |
+
lr: 0.0002
|
| 97 |
+
warm_up_steps: 125
|
| 98 |
+
backbone_lr_multiplier: 0.1
|
| 99 |
+
backbone_trainable: GB+H
|
| 100 |
+
accumulate: 1
|
| 101 |
+
checkpointing:
|
| 102 |
+
load: null
|
| 103 |
+
every_n_train_steps: 9375
|
| 104 |
+
save_top_k: 1
|
| 105 |
+
save_weights_only: true
|
| 106 |
+
train:
|
| 107 |
+
extended_visualization: false
|
| 108 |
+
print_log_every_n_steps: 10
|
| 109 |
+
camera_loss: 1.0
|
| 110 |
+
one_sample_validation: datasets/dl3dv/room_batch.pt
|
| 111 |
+
align_corners: false
|
| 112 |
+
intrinsic_scaling: true
|
| 113 |
+
train_context: true
|
| 114 |
+
train_hybrid: false
|
| 115 |
+
use_pred_point_focal: false
|
| 116 |
+
scaling_detach: true
|
| 117 |
+
complex_threshold_range:
|
| 118 |
+
- 0.0
|
| 119 |
+
- 3.0
|
| 120 |
+
use_umeyama: false
|
| 121 |
+
pred_focal_cam_loss: false
|
| 122 |
+
direct_loss_weight: 0.0
|
| 123 |
+
direct_iteration_steps: 0
|
| 124 |
+
twice_backward: false
|
| 125 |
+
use_uncertainty_camera_weight: true
|
| 126 |
+
use_target_uncertainty: point_similarity_mult
|
| 127 |
+
verbose: false
|
| 128 |
+
complex_random_mode: num_gs_mode3
|
| 129 |
+
start_density_control: 0.0
|
| 130 |
+
base_complex_exp_rate: 4.0
|
| 131 |
+
use_refine_aux: false
|
| 132 |
+
train_extrinsic: true
|
| 133 |
+
test:
|
| 134 |
+
output_path: test/full/dl3dv
|
| 135 |
+
align_pose: false
|
| 136 |
+
pose_align_steps: 100
|
| 137 |
+
rot_opt_lr: 0.005
|
| 138 |
+
trans_opt_lr: 0.005
|
| 139 |
+
compute_scores: true
|
| 140 |
+
save_image: false
|
| 141 |
+
save_video: false
|
| 142 |
+
save_active_mask_image: false
|
| 143 |
+
save_complex_score_image: false
|
| 144 |
+
save_compare: false
|
| 145 |
+
pred_intrinsic: true
|
| 146 |
+
complex_threshold: 0.4
|
| 147 |
+
complex_threshold_list:
|
| 148 |
+
- 0.0
|
| 149 |
+
- 0.2
|
| 150 |
+
- 0.4
|
| 151 |
+
- 0.6
|
| 152 |
+
- 0.8
|
| 153 |
+
threshold_mode: ratio
|
| 154 |
+
nvs_view_N_list:
|
| 155 |
+
- 3
|
| 156 |
+
- 6
|
| 157 |
+
- 16
|
| 158 |
+
- 32
|
| 159 |
+
- 64
|
| 160 |
+
seed: 111123
|
| 161 |
+
trainer:
|
| 162 |
+
max_steps: 18751
|
| 163 |
+
val_check_interval: 500
|
| 164 |
+
gradient_clip_val: 0.5
|
| 165 |
+
num_nodes: 1
|
| 166 |
+
dataset:
|
| 167 |
+
dl3dv:
|
| 168 |
+
make_baseline_1: false
|
| 169 |
+
relative_pose: true
|
| 170 |
+
augment: true
|
| 171 |
+
background_color:
|
| 172 |
+
- 0.0
|
| 173 |
+
- 0.0
|
| 174 |
+
- 0.0
|
| 175 |
+
overfit_to_scene: null
|
| 176 |
+
skip_bad_shape: true
|
| 177 |
+
view_sampler:
|
| 178 |
+
name: bounded_dl3dv
|
| 179 |
+
min_target_views: 4
|
| 180 |
+
num_context_views: 16
|
| 181 |
+
warm_up_steps: 0
|
| 182 |
+
max_img_per_gpu: 16
|
| 183 |
+
min_distance_to_context_views: 0
|
| 184 |
+
initial_min_distance_between_context_views: 5
|
| 185 |
+
initial_max_distance_between_context_views: 7
|
| 186 |
+
min_distance_between_context_views: 32
|
| 187 |
+
max_distance_between_context_views: 256
|
| 188 |
+
min_gap_multiplier: 3
|
| 189 |
+
max_gap_multiplier: 5
|
| 190 |
+
initial_min_gap_multiplier: 2
|
| 191 |
+
initial_max_gap_multiplier: 3
|
| 192 |
+
name: dl3dv
|
| 193 |
+
roots:
|
| 194 |
+
- datasets/dl3dv
|
| 195 |
+
input_image_shape:
|
| 196 |
+
- 224
|
| 197 |
+
- 448
|
| 198 |
+
original_image_shape:
|
| 199 |
+
- 270
|
| 200 |
+
- 480
|
| 201 |
+
cameras_are_circular: false
|
| 202 |
+
baseline_min: 0.001
|
| 203 |
+
baseline_max: 100.0
|
| 204 |
+
max_fov: 100.0
|
| 205 |
+
avg_pose: false
|
| 206 |
+
rescale_to_1cube: false
|
| 207 |
+
intr_augment: false
|
| 208 |
+
normalize_by_pts3d: false
|
checkpoints/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,168 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: outputs/full/dl3dv/${wandb.name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task:
|
| 115 |
+
- +experiment=dl3dv
|
| 116 |
+
- wandb.mode=online
|
| 117 |
+
- wandb.name=1027_DL3DV_FULL_U
|
| 118 |
+
- train.one_sample_validation=datasets/dl3dv/room_batch.pt
|
| 119 |
+
- optimizer.backbone_trainable=GB+H
|
| 120 |
+
- model.encoder.use_uncertainty_token=true
|
| 121 |
+
- train.use_uncertainty_camera_weight=true
|
| 122 |
+
- train.use_target_uncertainty=point_similarity_mult
|
| 123 |
+
job:
|
| 124 |
+
name: main
|
| 125 |
+
chdir: null
|
| 126 |
+
override_dirname: +experiment=dl3dv,model.encoder.use_uncertainty_token=true,optimizer.backbone_trainable=GB+H,train.one_sample_validation=datasets/dl3dv/room_batch.pt,train.use_target_uncertainty=point_similarity_mult,train.use_uncertainty_camera_weight=true,wandb.mode=online,wandb.name=1027_DL3DV_FULL_U
|
| 127 |
+
id: ???
|
| 128 |
+
num: ???
|
| 129 |
+
config_name: main
|
| 130 |
+
env_set: {}
|
| 131 |
+
env_copy: []
|
| 132 |
+
config:
|
| 133 |
+
override_dirname:
|
| 134 |
+
kv_sep: '='
|
| 135 |
+
item_sep: ','
|
| 136 |
+
exclude_keys: []
|
| 137 |
+
runtime:
|
| 138 |
+
version: 1.3.2
|
| 139 |
+
version_base: '1.3'
|
| 140 |
+
cwd: /root/highspeedstorage/injae_dl3dv/code/CVPR2026
|
| 141 |
+
config_sources:
|
| 142 |
+
- path: hydra.conf
|
| 143 |
+
schema: pkg
|
| 144 |
+
provider: hydra
|
| 145 |
+
- path: /root/highspeedstorage/injae_dl3dv/code/CVPR2026/config
|
| 146 |
+
schema: file
|
| 147 |
+
provider: main
|
| 148 |
+
- path: ''
|
| 149 |
+
schema: structured
|
| 150 |
+
provider: schema
|
| 151 |
+
output_dir: /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U
|
| 152 |
+
choices:
|
| 153 |
+
experiment: dl3dv
|
| 154 |
+
dataset@dataset.dl3dv: dl3dv
|
| 155 |
+
dataset/view_sampler@dataset.dl3dv.view_sampler: bounded_dl3dv
|
| 156 |
+
model/density_control: density_control_module
|
| 157 |
+
model/decoder: splatting_cuda
|
| 158 |
+
model/encoder: dcsplat
|
| 159 |
+
hydra/env: default
|
| 160 |
+
hydra/callbacks: null
|
| 161 |
+
hydra/job_logging: default
|
| 162 |
+
hydra/hydra_logging: default
|
| 163 |
+
hydra/hydra_help: default
|
| 164 |
+
hydra/help: default
|
| 165 |
+
hydra/sweeper: basic
|
| 166 |
+
hydra/launcher: basic
|
| 167 |
+
hydra/output: default
|
| 168 |
+
verbose: false
|
checkpoints/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- +experiment=dl3dv
|
| 2 |
+
- wandb.mode=online
|
| 3 |
+
- wandb.name=1027_DL3DV_FULL_U
|
| 4 |
+
- train.one_sample_validation=datasets/dl3dv/room_batch.pt
|
| 5 |
+
- optimizer.backbone_trainable=GB+H
|
| 6 |
+
- model.encoder.use_uncertainty_token=true
|
| 7 |
+
- train.use_uncertainty_camera_weight=true
|
| 8 |
+
- train.use_target_uncertainty=point_similarity_mult
|
checkpoints/checkpoints/epoch_19-step_18750.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c3609101f2f8a6a696456a1e274d6334c6ad00ad8e101e8538fd38c019c31bc2
|
| 3 |
+
size 4790865675
|
checkpoints/main.log
ADDED
|
@@ -0,0 +1,258 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-10-26 19:13:49,064][dinov2][INFO] - using MLP layer as FFN
|
| 2 |
+
[2025-10-26 19:14:19,899][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 3 |
+
warnings.warn(
|
| 4 |
+
|
| 5 |
+
[2025-10-26 19:14:19,899][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 6 |
+
warnings.warn(msg)
|
| 7 |
+
|
| 8 |
+
[2025-10-26 19:19:10,336][dinov2][INFO] - using MLP layer as FFN
|
| 9 |
+
[2025-10-26 19:19:16,631][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 10 |
+
warnings.warn(
|
| 11 |
+
|
| 12 |
+
[2025-10-26 19:19:16,631][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 13 |
+
warnings.warn(msg)
|
| 14 |
+
|
| 15 |
+
[2025-10-26 19:22:38,182][dinov2][INFO] - using MLP layer as FFN
|
| 16 |
+
[2025-10-26 19:22:44,601][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 17 |
+
warnings.warn(
|
| 18 |
+
|
| 19 |
+
[2025-10-26 19:22:44,601][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 20 |
+
warnings.warn(msg)
|
| 21 |
+
|
| 22 |
+
[2025-10-26 19:22:48,867][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance.
|
| 23 |
+
|
| 24 |
+
[2025-10-26 19:22:54,328][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`.
|
| 25 |
+
|
| 26 |
+
[2025-10-26 19:22:54,329][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 27 |
+
warnings.warn(
|
| 28 |
+
|
| 29 |
+
[2025-10-26 19:22:54,329][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 30 |
+
warnings.warn(msg)
|
| 31 |
+
|
| 32 |
+
[2025-10-26 19:22:58,545][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.)
|
| 33 |
+
return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]
|
| 34 |
+
|
| 35 |
+
[2025-10-26 19:23:34,745][dinov2][INFO] - using MLP layer as FFN
|
| 36 |
+
[2025-10-26 19:23:41,698][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 37 |
+
warnings.warn(
|
| 38 |
+
|
| 39 |
+
[2025-10-26 19:23:41,698][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 40 |
+
warnings.warn(msg)
|
| 41 |
+
|
| 42 |
+
[2025-10-26 19:23:45,936][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance.
|
| 43 |
+
|
| 44 |
+
[2025-10-26 19:23:49,495][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`.
|
| 45 |
+
|
| 46 |
+
[2025-10-26 19:23:49,496][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 47 |
+
warnings.warn(
|
| 48 |
+
|
| 49 |
+
[2025-10-26 19:23:49,496][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 50 |
+
warnings.warn(msg)
|
| 51 |
+
|
| 52 |
+
[2025-10-26 19:23:53,646][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.)
|
| 53 |
+
return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]
|
| 54 |
+
|
| 55 |
+
[2025-10-26 19:24:35,723][dinov2][INFO] - using MLP layer as FFN
|
| 56 |
+
[2025-10-26 19:24:42,666][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 57 |
+
warnings.warn(
|
| 58 |
+
|
| 59 |
+
[2025-10-26 19:24:42,666][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 60 |
+
warnings.warn(msg)
|
| 61 |
+
|
| 62 |
+
[2025-10-26 19:24:46,880][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance.
|
| 63 |
+
|
| 64 |
+
[2025-10-26 19:24:50,494][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`.
|
| 65 |
+
|
| 66 |
+
[2025-10-26 19:24:50,495][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 67 |
+
warnings.warn(
|
| 68 |
+
|
| 69 |
+
[2025-10-26 19:24:50,495][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 70 |
+
warnings.warn(msg)
|
| 71 |
+
|
| 72 |
+
[2025-10-26 19:24:54,605][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.)
|
| 73 |
+
return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]
|
| 74 |
+
|
| 75 |
+
[2025-10-26 19:27:54,048][dinov2][INFO] - using MLP layer as FFN
|
| 76 |
+
[2025-10-26 19:28:00,911][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 77 |
+
warnings.warn(
|
| 78 |
+
|
| 79 |
+
[2025-10-26 19:28:00,911][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 80 |
+
warnings.warn(msg)
|
| 81 |
+
|
| 82 |
+
[2025-10-26 19:28:05,191][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance.
|
| 83 |
+
|
| 84 |
+
[2025-10-26 19:28:08,758][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`.
|
| 85 |
+
|
| 86 |
+
[2025-10-26 19:28:08,760][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 87 |
+
warnings.warn(
|
| 88 |
+
|
| 89 |
+
[2025-10-26 19:28:08,760][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 90 |
+
warnings.warn(msg)
|
| 91 |
+
|
| 92 |
+
[2025-10-26 19:28:12,962][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.)
|
| 93 |
+
return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]
|
| 94 |
+
|
| 95 |
+
[2025-10-26 19:29:11,320][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose.
|
| 96 |
+
warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning)
|
| 97 |
+
|
| 98 |
+
[2025-10-26 19:30:13,864][dinov2][INFO] - using MLP layer as FFN
|
| 99 |
+
[2025-10-26 19:30:21,215][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 100 |
+
warnings.warn(
|
| 101 |
+
|
| 102 |
+
[2025-10-26 19:30:21,215][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 103 |
+
warnings.warn(msg)
|
| 104 |
+
|
| 105 |
+
[2025-10-26 19:30:25,466][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance.
|
| 106 |
+
|
| 107 |
+
[2025-10-26 19:30:29,259][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`.
|
| 108 |
+
|
| 109 |
+
[2025-10-26 19:30:29,261][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 110 |
+
warnings.warn(
|
| 111 |
+
|
| 112 |
+
[2025-10-26 19:30:29,261][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 113 |
+
warnings.warn(msg)
|
| 114 |
+
|
| 115 |
+
[2025-10-26 19:30:33,394][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.)
|
| 116 |
+
return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]
|
| 117 |
+
|
| 118 |
+
[2025-10-26 19:33:09,720][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose.
|
| 119 |
+
warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning)
|
| 120 |
+
|
| 121 |
+
[2025-10-26 19:34:12,455][dinov2][INFO] - using MLP layer as FFN
|
| 122 |
+
[2025-10-26 19:34:19,263][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 123 |
+
warnings.warn(
|
| 124 |
+
|
| 125 |
+
[2025-10-26 19:34:19,263][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 126 |
+
warnings.warn(msg)
|
| 127 |
+
|
| 128 |
+
[2025-10-26 19:36:04,347][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=31` in the `DataLoader` to improve performance.
|
| 129 |
+
|
| 130 |
+
[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 131 |
+
warnings.warn( # warn only once
|
| 132 |
+
|
| 133 |
+
[2025-10-26 19:36:08,105][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`.
|
| 134 |
+
|
| 135 |
+
[2025-10-26 19:36:08,107][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 136 |
+
warnings.warn(
|
| 137 |
+
|
| 138 |
+
[2025-10-26 19:36:08,107][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 139 |
+
warnings.warn(msg)
|
| 140 |
+
|
| 141 |
+
[2025-10-26 19:36:12,202][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.)
|
| 142 |
+
return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]
|
| 143 |
+
|
| 144 |
+
[2025-10-26 19:36:20,660][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/psnr', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 145 |
+
|
| 146 |
+
[2025-10-26 19:36:20,662][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/lpips', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 147 |
+
|
| 148 |
+
[2025-10-26 19:36:20,662][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/ssim', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 149 |
+
|
| 150 |
+
[2025-10-26 19:36:20,663][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/gaussian_num_ratio', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 151 |
+
|
| 152 |
+
[2025-10-26 19:36:20,663][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/uncertainty_weight_mean', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 153 |
+
|
| 154 |
+
[2025-10-26 19:36:20,663][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('info/global_step', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 155 |
+
|
| 156 |
+
[2025-10-26 19:38:49,451][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 157 |
+
warnings.warn( # warn only once
|
| 158 |
+
|
| 159 |
+
[2025-10-26 19:38:56,872][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 160 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 161 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 162 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 163 |
+
|
| 164 |
+
[2025-10-26 19:48:54,025][dinov2][INFO] - using MLP layer as FFN
|
| 165 |
+
[2025-10-26 19:49:00,901][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 166 |
+
warnings.warn(
|
| 167 |
+
|
| 168 |
+
[2025-10-26 19:49:00,902][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 169 |
+
warnings.warn(msg)
|
| 170 |
+
|
| 171 |
+
[2025-10-26 19:49:04,791][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance.
|
| 172 |
+
|
| 173 |
+
[2025-10-26 19:49:08,489][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`.
|
| 174 |
+
|
| 175 |
+
[2025-10-26 19:49:08,490][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 176 |
+
warnings.warn(
|
| 177 |
+
|
| 178 |
+
[2025-10-26 19:49:08,490][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 179 |
+
warnings.warn(msg)
|
| 180 |
+
|
| 181 |
+
[2025-10-26 19:49:12,665][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.)
|
| 182 |
+
return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]
|
| 183 |
+
|
| 184 |
+
[2025-10-26 19:57:42,595][dinov2][INFO] - using MLP layer as FFN
|
| 185 |
+
[2025-10-26 19:58:14,362][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 186 |
+
warnings.warn(
|
| 187 |
+
|
| 188 |
+
[2025-10-26 19:58:14,363][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 189 |
+
warnings.warn(msg)
|
| 190 |
+
|
| 191 |
+
[2025-10-26 20:06:16,400][dinov2][INFO] - using MLP layer as FFN
|
| 192 |
+
[2025-10-26 20:06:23,388][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 193 |
+
warnings.warn(
|
| 194 |
+
|
| 195 |
+
[2025-10-26 20:06:23,389][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 196 |
+
warnings.warn(msg)
|
| 197 |
+
|
| 198 |
+
[2025-10-26 20:06:49,706][dinov2][INFO] - using MLP layer as FFN
|
| 199 |
+
[2025-10-26 20:06:56,648][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 200 |
+
warnings.warn(
|
| 201 |
+
|
| 202 |
+
[2025-10-26 20:06:56,648][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 203 |
+
warnings.warn(msg)
|
| 204 |
+
|
| 205 |
+
[2025-10-26 20:09:54,570][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=31` in the `DataLoader` to improve performance.
|
| 206 |
+
|
| 207 |
+
[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 208 |
+
warnings.warn( # warn only once
|
| 209 |
+
|
| 210 |
+
[2025-10-26 20:14:49,566][dinov2][INFO] - using MLP layer as FFN
|
| 211 |
+
[2025-10-26 20:14:56,409][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 212 |
+
warnings.warn(
|
| 213 |
+
|
| 214 |
+
[2025-10-26 20:14:56,409][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 215 |
+
warnings.warn(msg)
|
| 216 |
+
|
| 217 |
+
[2025-10-26 20:16:49,478][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=31` in the `DataLoader` to improve performance.
|
| 218 |
+
|
| 219 |
+
[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 220 |
+
warnings.warn( # warn only once
|
| 221 |
+
|
| 222 |
+
[2025-10-26 20:16:54,700][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`.
|
| 223 |
+
|
| 224 |
+
[2025-10-26 20:16:54,701][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 225 |
+
warnings.warn(
|
| 226 |
+
|
| 227 |
+
[2025-10-26 20:16:54,702][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 228 |
+
warnings.warn(msg)
|
| 229 |
+
|
| 230 |
+
[2025-10-26 20:16:59,158][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.)
|
| 231 |
+
return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]
|
| 232 |
+
|
| 233 |
+
[2025-10-26 20:17:07,778][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/psnr', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 234 |
+
|
| 235 |
+
[2025-10-26 20:17:07,781][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/lpips', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 236 |
+
|
| 237 |
+
[2025-10-26 20:17:07,782][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/ssim', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 238 |
+
|
| 239 |
+
[2025-10-26 20:17:07,782][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/gaussian_num_ratio', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 240 |
+
|
| 241 |
+
[2025-10-26 20:17:07,782][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/uncertainty_weight_mean', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 242 |
+
|
| 243 |
+
[2025-10-26 20:17:07,782][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('info/global_step', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.
|
| 244 |
+
|
| 245 |
+
[2025-10-26 20:19:16,141][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 246 |
+
warnings.warn( # warn only once
|
| 247 |
+
|
| 248 |
+
[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 249 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 250 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 251 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 252 |
+
|
| 253 |
+
[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose.
|
| 254 |
+
warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning)
|
| 255 |
+
|
| 256 |
+
[2025-10-27 07:25:40,575][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 257 |
+
warnings.warn( # warn only once
|
| 258 |
+
|
checkpoints/train_ddp_process_1.log
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-10-26 19:14:32,925][dinov2][INFO] - using MLP layer as FFN
|
| 2 |
+
[2025-10-26 19:15:13,857][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 3 |
+
warnings.warn(
|
| 4 |
+
|
| 5 |
+
[2025-10-26 19:15:13,858][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 6 |
+
warnings.warn(msg)
|
| 7 |
+
|
| 8 |
+
[2025-10-26 19:34:31,708][dinov2][INFO] - using MLP layer as FFN
|
| 9 |
+
[2025-10-26 19:34:59,037][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 10 |
+
warnings.warn(
|
| 11 |
+
|
| 12 |
+
[2025-10-26 19:34:59,039][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 13 |
+
warnings.warn(msg)
|
| 14 |
+
|
| 15 |
+
[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 16 |
+
warnings.warn( # warn only once
|
| 17 |
+
|
| 18 |
+
[2025-10-26 19:38:56,872][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 19 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 20 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 21 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 22 |
+
|
| 23 |
+
[2025-10-26 19:58:29,067][dinov2][INFO] - using MLP layer as FFN
|
| 24 |
+
[2025-10-26 19:59:19,179][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 25 |
+
warnings.warn(
|
| 26 |
+
|
| 27 |
+
[2025-10-26 19:59:19,179][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 28 |
+
warnings.warn(msg)
|
| 29 |
+
|
| 30 |
+
[2025-10-26 20:07:10,701][dinov2][INFO] - using MLP layer as FFN
|
| 31 |
+
[2025-10-26 20:08:00,551][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 32 |
+
warnings.warn(
|
| 33 |
+
|
| 34 |
+
[2025-10-26 20:08:00,553][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 35 |
+
warnings.warn(msg)
|
| 36 |
+
|
| 37 |
+
[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 38 |
+
warnings.warn( # warn only once
|
| 39 |
+
|
| 40 |
+
[2025-10-26 20:15:09,764][dinov2][INFO] - using MLP layer as FFN
|
| 41 |
+
[2025-10-26 20:15:59,265][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 42 |
+
warnings.warn(
|
| 43 |
+
|
| 44 |
+
[2025-10-26 20:15:59,266][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 45 |
+
warnings.warn(msg)
|
| 46 |
+
|
| 47 |
+
[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 48 |
+
warnings.warn( # warn only once
|
| 49 |
+
|
| 50 |
+
[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 51 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 52 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 53 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 54 |
+
|
| 55 |
+
[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose.
|
| 56 |
+
warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning)
|
| 57 |
+
|
| 58 |
+
[2025-10-27 07:25:40,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 59 |
+
warnings.warn( # warn only once
|
| 60 |
+
|
checkpoints/train_ddp_process_2.log
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-10-26 19:14:33,607][dinov2][INFO] - using MLP layer as FFN
|
| 2 |
+
[2025-10-26 19:15:15,335][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 3 |
+
warnings.warn(
|
| 4 |
+
|
| 5 |
+
[2025-10-26 19:15:15,336][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 6 |
+
warnings.warn(msg)
|
| 7 |
+
|
| 8 |
+
[2025-10-26 19:34:32,796][dinov2][INFO] - using MLP layer as FFN
|
| 9 |
+
[2025-10-26 19:35:16,617][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 10 |
+
warnings.warn(
|
| 11 |
+
|
| 12 |
+
[2025-10-26 19:35:16,618][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 13 |
+
warnings.warn(msg)
|
| 14 |
+
|
| 15 |
+
[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 16 |
+
warnings.warn( # warn only once
|
| 17 |
+
|
| 18 |
+
[2025-10-26 19:38:56,872][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 19 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 20 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 21 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 22 |
+
|
| 23 |
+
[2025-10-26 19:58:28,709][dinov2][INFO] - using MLP layer as FFN
|
| 24 |
+
[2025-10-26 19:59:19,161][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 25 |
+
warnings.warn(
|
| 26 |
+
|
| 27 |
+
[2025-10-26 19:59:19,162][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 28 |
+
warnings.warn(msg)
|
| 29 |
+
|
| 30 |
+
[2025-10-26 20:07:10,655][dinov2][INFO] - using MLP layer as FFN
|
| 31 |
+
[2025-10-26 20:08:00,478][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 32 |
+
warnings.warn(
|
| 33 |
+
|
| 34 |
+
[2025-10-26 20:08:00,479][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 35 |
+
warnings.warn(msg)
|
| 36 |
+
|
| 37 |
+
[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 38 |
+
warnings.warn( # warn only once
|
| 39 |
+
|
| 40 |
+
[2025-10-26 20:15:09,483][dinov2][INFO] - using MLP layer as FFN
|
| 41 |
+
[2025-10-26 20:15:53,583][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 42 |
+
warnings.warn(
|
| 43 |
+
|
| 44 |
+
[2025-10-26 20:15:53,584][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 45 |
+
warnings.warn(msg)
|
| 46 |
+
|
| 47 |
+
[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 48 |
+
warnings.warn( # warn only once
|
| 49 |
+
|
| 50 |
+
[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 51 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 52 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 53 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 54 |
+
|
| 55 |
+
[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose.
|
| 56 |
+
warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning)
|
| 57 |
+
|
| 58 |
+
[2025-10-27 07:25:40,572][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 59 |
+
warnings.warn( # warn only once
|
| 60 |
+
|
checkpoints/train_ddp_process_3.log
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-10-26 19:14:32,942][dinov2][INFO] - using MLP layer as FFN
|
| 2 |
+
[2025-10-26 19:15:13,439][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 3 |
+
warnings.warn(
|
| 4 |
+
|
| 5 |
+
[2025-10-26 19:15:13,440][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 6 |
+
warnings.warn(msg)
|
| 7 |
+
|
| 8 |
+
[2025-10-26 19:34:32,461][dinov2][INFO] - using MLP layer as FFN
|
| 9 |
+
[2025-10-26 19:35:17,768][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 10 |
+
warnings.warn(
|
| 11 |
+
|
| 12 |
+
[2025-10-26 19:35:17,769][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 13 |
+
warnings.warn(msg)
|
| 14 |
+
|
| 15 |
+
[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 16 |
+
warnings.warn( # warn only once
|
| 17 |
+
|
| 18 |
+
[2025-10-26 19:38:56,871][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 19 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 20 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 21 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 22 |
+
|
| 23 |
+
[2025-10-26 19:58:28,667][dinov2][INFO] - using MLP layer as FFN
|
| 24 |
+
[2025-10-26 19:59:18,173][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 25 |
+
warnings.warn(
|
| 26 |
+
|
| 27 |
+
[2025-10-26 19:59:18,174][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 28 |
+
warnings.warn(msg)
|
| 29 |
+
|
| 30 |
+
[2025-10-26 20:07:10,993][dinov2][INFO] - using MLP layer as FFN
|
| 31 |
+
[2025-10-26 20:08:00,751][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 32 |
+
warnings.warn(
|
| 33 |
+
|
| 34 |
+
[2025-10-26 20:08:00,752][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 35 |
+
warnings.warn(msg)
|
| 36 |
+
|
| 37 |
+
[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 38 |
+
warnings.warn( # warn only once
|
| 39 |
+
|
| 40 |
+
[2025-10-26 20:15:09,744][dinov2][INFO] - using MLP layer as FFN
|
| 41 |
+
[2025-10-26 20:15:59,265][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 42 |
+
warnings.warn(
|
| 43 |
+
|
| 44 |
+
[2025-10-26 20:15:59,265][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 45 |
+
warnings.warn(msg)
|
| 46 |
+
|
| 47 |
+
[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 48 |
+
warnings.warn( # warn only once
|
| 49 |
+
|
| 50 |
+
[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 51 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 52 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 53 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 54 |
+
|
| 55 |
+
[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose.
|
| 56 |
+
warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning)
|
| 57 |
+
|
| 58 |
+
[2025-10-27 07:25:40,572][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 59 |
+
warnings.warn( # warn only once
|
| 60 |
+
|
checkpoints/train_ddp_process_4.log
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-10-26 19:14:33,329][dinov2][INFO] - using MLP layer as FFN
|
| 2 |
+
[2025-10-26 19:15:15,690][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 3 |
+
warnings.warn(
|
| 4 |
+
|
| 5 |
+
[2025-10-26 19:15:15,691][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 6 |
+
warnings.warn(msg)
|
| 7 |
+
|
| 8 |
+
[2025-10-26 19:34:31,999][dinov2][INFO] - using MLP layer as FFN
|
| 9 |
+
[2025-10-26 19:35:06,682][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 10 |
+
warnings.warn(
|
| 11 |
+
|
| 12 |
+
[2025-10-26 19:35:06,683][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 13 |
+
warnings.warn(msg)
|
| 14 |
+
|
| 15 |
+
[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 16 |
+
warnings.warn( # warn only once
|
| 17 |
+
|
| 18 |
+
[2025-10-26 19:38:56,871][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 19 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 20 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 21 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 22 |
+
|
| 23 |
+
[2025-10-26 19:58:29,085][dinov2][INFO] - using MLP layer as FFN
|
| 24 |
+
[2025-10-26 19:59:19,412][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 25 |
+
warnings.warn(
|
| 26 |
+
|
| 27 |
+
[2025-10-26 19:59:19,412][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 28 |
+
warnings.warn(msg)
|
| 29 |
+
|
| 30 |
+
[2025-10-26 20:07:10,329][dinov2][INFO] - using MLP layer as FFN
|
| 31 |
+
[2025-10-26 20:07:59,362][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 32 |
+
warnings.warn(
|
| 33 |
+
|
| 34 |
+
[2025-10-26 20:07:59,364][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 35 |
+
warnings.warn(msg)
|
| 36 |
+
|
| 37 |
+
[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 38 |
+
warnings.warn( # warn only once
|
| 39 |
+
|
| 40 |
+
[2025-10-26 20:15:09,445][dinov2][INFO] - using MLP layer as FFN
|
| 41 |
+
[2025-10-26 20:15:50,877][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 42 |
+
warnings.warn(
|
| 43 |
+
|
| 44 |
+
[2025-10-26 20:15:50,879][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 45 |
+
warnings.warn(msg)
|
| 46 |
+
|
| 47 |
+
[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 48 |
+
warnings.warn( # warn only once
|
| 49 |
+
|
| 50 |
+
[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 51 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 52 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 53 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 54 |
+
|
| 55 |
+
[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose.
|
| 56 |
+
warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning)
|
| 57 |
+
|
| 58 |
+
[2025-10-27 07:25:40,574][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 59 |
+
warnings.warn( # warn only once
|
| 60 |
+
|
checkpoints/train_ddp_process_5.log
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-10-26 19:14:33,522][dinov2][INFO] - using MLP layer as FFN
|
| 2 |
+
[2025-10-26 19:15:15,319][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 3 |
+
warnings.warn(
|
| 4 |
+
|
| 5 |
+
[2025-10-26 19:15:15,320][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 6 |
+
warnings.warn(msg)
|
| 7 |
+
|
| 8 |
+
[2025-10-26 19:34:32,669][dinov2][INFO] - using MLP layer as FFN
|
| 9 |
+
[2025-10-26 19:35:18,350][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 10 |
+
warnings.warn(
|
| 11 |
+
|
| 12 |
+
[2025-10-26 19:35:18,350][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 13 |
+
warnings.warn(msg)
|
| 14 |
+
|
| 15 |
+
[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 16 |
+
warnings.warn( # warn only once
|
| 17 |
+
|
| 18 |
+
[2025-10-26 19:38:56,871][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 19 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 20 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 21 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 22 |
+
|
| 23 |
+
[2025-10-26 19:58:28,697][dinov2][INFO] - using MLP layer as FFN
|
| 24 |
+
[2025-10-26 19:59:19,258][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 25 |
+
warnings.warn(
|
| 26 |
+
|
| 27 |
+
[2025-10-26 19:59:19,258][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 28 |
+
warnings.warn(msg)
|
| 29 |
+
|
| 30 |
+
[2025-10-26 20:07:10,203][dinov2][INFO] - using MLP layer as FFN
|
| 31 |
+
[2025-10-26 20:07:51,783][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 32 |
+
warnings.warn(
|
| 33 |
+
|
| 34 |
+
[2025-10-26 20:07:51,806][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 35 |
+
warnings.warn(msg)
|
| 36 |
+
|
| 37 |
+
[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 38 |
+
warnings.warn( # warn only once
|
| 39 |
+
|
| 40 |
+
[2025-10-26 20:15:10,044][dinov2][INFO] - using MLP layer as FFN
|
| 41 |
+
[2025-10-26 20:15:59,057][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 42 |
+
warnings.warn(
|
| 43 |
+
|
| 44 |
+
[2025-10-26 20:15:59,059][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 45 |
+
warnings.warn(msg)
|
| 46 |
+
|
| 47 |
+
[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 48 |
+
warnings.warn( # warn only once
|
| 49 |
+
|
| 50 |
+
[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 51 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 52 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 53 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 54 |
+
|
| 55 |
+
[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose.
|
| 56 |
+
warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning)
|
| 57 |
+
|
| 58 |
+
[2025-10-27 07:25:40,572][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 59 |
+
warnings.warn( # warn only once
|
| 60 |
+
|
checkpoints/train_ddp_process_6.log
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-10-26 19:14:32,713][dinov2][INFO] - using MLP layer as FFN
|
| 2 |
+
[2025-10-26 19:15:13,028][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 3 |
+
warnings.warn(
|
| 4 |
+
|
| 5 |
+
[2025-10-26 19:15:13,028][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 6 |
+
warnings.warn(msg)
|
| 7 |
+
|
| 8 |
+
[2025-10-26 19:34:32,660][dinov2][INFO] - using MLP layer as FFN
|
| 9 |
+
[2025-10-26 19:35:18,282][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 10 |
+
warnings.warn(
|
| 11 |
+
|
| 12 |
+
[2025-10-26 19:35:18,284][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 13 |
+
warnings.warn(msg)
|
| 14 |
+
|
| 15 |
+
[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 16 |
+
warnings.warn( # warn only once
|
| 17 |
+
|
| 18 |
+
[2025-10-26 19:38:56,871][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 19 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 20 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 21 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 22 |
+
|
| 23 |
+
[2025-10-26 19:58:29,057][dinov2][INFO] - using MLP layer as FFN
|
| 24 |
+
[2025-10-26 19:59:19,156][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 25 |
+
warnings.warn(
|
| 26 |
+
|
| 27 |
+
[2025-10-26 19:59:19,156][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 28 |
+
warnings.warn(msg)
|
| 29 |
+
|
| 30 |
+
[2025-10-26 20:07:10,309][dinov2][INFO] - using MLP layer as FFN
|
| 31 |
+
[2025-10-26 20:08:00,064][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 32 |
+
warnings.warn(
|
| 33 |
+
|
| 34 |
+
[2025-10-26 20:08:00,075][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 35 |
+
warnings.warn(msg)
|
| 36 |
+
|
| 37 |
+
[2025-10-26 20:09:54,574][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 38 |
+
warnings.warn( # warn only once
|
| 39 |
+
|
| 40 |
+
[2025-10-26 20:15:10,093][dinov2][INFO] - using MLP layer as FFN
|
| 41 |
+
[2025-10-26 20:15:59,064][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 42 |
+
warnings.warn(
|
| 43 |
+
|
| 44 |
+
[2025-10-26 20:15:59,065][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 45 |
+
warnings.warn(msg)
|
| 46 |
+
|
| 47 |
+
[2025-10-26 20:16:49,483][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 48 |
+
warnings.warn( # warn only once
|
| 49 |
+
|
| 50 |
+
[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 51 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 52 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 53 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 54 |
+
|
| 55 |
+
[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose.
|
| 56 |
+
warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning)
|
| 57 |
+
|
| 58 |
+
[2025-10-27 07:25:40,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 59 |
+
warnings.warn( # warn only once
|
| 60 |
+
|
checkpoints/train_ddp_process_7.log
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-10-26 19:14:31,868][dinov2][INFO] - using MLP layer as FFN
|
| 2 |
+
[2025-10-26 19:14:47,663][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 3 |
+
warnings.warn(
|
| 4 |
+
|
| 5 |
+
[2025-10-26 19:14:47,663][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 6 |
+
warnings.warn(msg)
|
| 7 |
+
|
| 8 |
+
[2025-10-26 19:34:32,511][dinov2][INFO] - using MLP layer as FFN
|
| 9 |
+
[2025-10-26 19:35:18,264][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 10 |
+
warnings.warn(
|
| 11 |
+
|
| 12 |
+
[2025-10-26 19:35:18,265][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 13 |
+
warnings.warn(msg)
|
| 14 |
+
|
| 15 |
+
[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 16 |
+
warnings.warn( # warn only once
|
| 17 |
+
|
| 18 |
+
[2025-10-26 19:38:56,871][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 19 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 20 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 21 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 22 |
+
|
| 23 |
+
[2025-10-26 19:58:28,672][dinov2][INFO] - using MLP layer as FFN
|
| 24 |
+
[2025-10-26 19:59:19,254][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 25 |
+
warnings.warn(
|
| 26 |
+
|
| 27 |
+
[2025-10-26 19:59:19,255][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 28 |
+
warnings.warn(msg)
|
| 29 |
+
|
| 30 |
+
[2025-10-26 20:07:11,021][dinov2][INFO] - using MLP layer as FFN
|
| 31 |
+
[2025-10-26 20:07:57,540][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 32 |
+
warnings.warn(
|
| 33 |
+
|
| 34 |
+
[2025-10-26 20:07:57,541][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 35 |
+
warnings.warn(msg)
|
| 36 |
+
|
| 37 |
+
[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 38 |
+
warnings.warn( # warn only once
|
| 39 |
+
|
| 40 |
+
[2025-10-26 20:15:09,721][dinov2][INFO] - using MLP layer as FFN
|
| 41 |
+
[2025-10-26 20:15:59,158][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 42 |
+
warnings.warn(
|
| 43 |
+
|
| 44 |
+
[2025-10-26 20:15:59,168][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 45 |
+
warnings.warn(msg)
|
| 46 |
+
|
| 47 |
+
[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 48 |
+
warnings.warn( # warn only once
|
| 49 |
+
|
| 50 |
+
[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance.
|
| 51 |
+
grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288]
|
| 52 |
+
bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.)
|
| 53 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 54 |
+
|
| 55 |
+
[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose.
|
| 56 |
+
warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning)
|
| 57 |
+
|
| 58 |
+
[2025-10-27 07:25:40,572][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user.
|
| 59 |
+
warnings.warn( # warn only once
|
| 60 |
+
|
checkpoints/wandb/debug-internal.log
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-10-26T20:16:44.939811177-07:00","level":"INFO","msg":"stream: starting","core version":"0.22.0"}
|
| 2 |
+
{"time":"2025-10-26T20:16:45.278946967-07:00","level":"INFO","msg":"stream: created new stream","id":"lz1fs5n3"}
|
| 3 |
+
{"time":"2025-10-26T20:16:45.279015184-07:00","level":"INFO","msg":"stream: started","id":"lz1fs5n3"}
|
| 4 |
+
{"time":"2025-10-26T20:16:45.279034875-07:00","level":"INFO","msg":"sender: started","stream_id":"lz1fs5n3"}
|
| 5 |
+
{"time":"2025-10-26T20:16:45.279039651-07:00","level":"INFO","msg":"writer: started","stream_id":"lz1fs5n3"}
|
| 6 |
+
{"time":"2025-10-26T20:16:45.279069591-07:00","level":"INFO","msg":"handler: started","stream_id":"lz1fs5n3"}
|
| 7 |
+
{"time":"2025-10-27T07:26:09.902792125-07:00","level":"INFO","msg":"stream: closing","id":"lz1fs5n3"}
|
| 8 |
+
{"time":"2025-10-27T07:26:10.246399522-07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 9 |
+
{"time":"2025-10-27T07:26:10.358791278-07:00","level":"INFO","msg":"handler: closed","stream_id":"lz1fs5n3"}
|
| 10 |
+
{"time":"2025-10-27T07:26:10.359206371-07:00","level":"INFO","msg":"sender: closed","stream_id":"lz1fs5n3"}
|
| 11 |
+
{"time":"2025-10-27T07:26:10.359232889-07:00","level":"INFO","msg":"stream: closed","id":"lz1fs5n3"}
|
checkpoints/wandb/debug.log
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-10-26 20:16:44,709 INFO MainThread:8501 [wandb_setup.py:_flush():81] Current SDK version is 0.22.0
|
| 2 |
+
2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_setup.py:_flush():81] Configure stats pid to 8501
|
| 3 |
+
2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings
|
| 4 |
+
2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_setup.py:_flush():81] Loading settings from /root/highspeedstorage/injae_dl3dv/code/CVPR2026/wandb/settings
|
| 5 |
+
2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 6 |
+
2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_init.py:setup_run_log_directory():686] Logging user logs to /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U/wandb/run-20251026_201644-lz1fs5n3/logs/debug.log
|
| 7 |
+
2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U/wandb/run-20251026_201644-lz1fs5n3/logs/debug-internal.log
|
| 8 |
+
2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_init.py:init():813] calling init triggers
|
| 9 |
+
2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'model': {'encoder': {'name': 'dcsplat', 'input_image_shape': [518, 518], 'head_mode': 'pcd', 'same_head': False, 'num_level': 3, 'gs_param_dim': 256, 'camera_prompt': False, 'num_visual_prompt': 0, 'use_extrinsic_token': False, 'use_intrinsic_token': False, 'extrinsic_drop': 0.1, 'intrinsic_drop': 0.1, 'use_pnp_solver': False, 'align_corners': False, 'image_scale': 1.0, 'use_uncertainty_token': True, 'gs_bf16': True, 'aggregator_bf16': False, 'img_num_frame_token_N': 0, 'img_num_global_token_N': 0, 'use_gs_param_img_num_embed': True, 'use_mean_param_img_num_embed': False}, 'decoder': {'name': 'splatting_cuda', 'background_color': [0.0, 0.0, 0.0], 'make_scale_invariant': False, 'use_gsplat': True}, 'density_control': {'name': 'density_control_module', 'mean_dim': 32, 'gs_param_dim': 256, 'refinement_layer_num': 1, 'num_level': 3, 'grad_mode': 'absgrad', 'use_mean_features': True, 'refinement_type': 'quadtree', 'refinement_hidden_dim': 32, 'aggregation_mode': 'mean', 'num_heads': 1, 'score_mode': 3, 'sigmoid_score': True, 'latent_dim': 128, 'num_latents': 64, 'num_self_attn_per_block': 2}}, 'render_loss': {'mse': {'weight': 1.0}, 'lpips': {'weight': 0.05, 'apply_after_step': 0}}, 'density_control_loss': {'complex_score': {'weight': 0.01, 'log_scale': False, 'grad_scale': 5000.0, 'mode': 1}}, 'direct_loss': {'l1': {'weight': 0.8}, 'ssim': {'weight': 0.2}}, 'wandb': {'project': 'DCSplat', 'entity': 'scene-representation-group', 'name': '1027_DL3DV_FULL_U', 'mode': 'online', 'tags': ['dl3dv', '224x448', 'full']}, 'mode': 'train', 'data_loader': {'train': {'num_workers': 16, 'persistent_workers': True, 'batch_size': 4, 'seed': 1234}, 'test': {'num_workers': 4, 'persistent_workers': False, 'batch_size': 1, 'seed': 2345}, 'val': {'num_workers': 1, 'persistent_workers': True, 'batch_size': 1, 'seed': 3456}}, 'optimizer': {'lr': 0.0002, 'warm_up_steps': 125, 'backbone_lr_multiplier': 0.1, 'backbone_trainable': 'GB+H', 'accumulate': 1}, 'checkpointing': {'load': None, 'every_n_train_steps': 9375, 'save_top_k': 1, 'save_weights_only': True}, 'train': {'extended_visualization': False, 'print_log_every_n_steps': 10, 'camera_loss': 1.0, 'one_sample_validation': 'datasets/dl3dv/room_batch.pt', 'align_corners': False, 'intrinsic_scaling': True, 'train_context': True, 'train_hybrid': False, 'use_pred_point_focal': False, 'scaling_detach': True, 'complex_threshold_range': [0.0, 3.0], 'use_umeyama': False, 'pred_focal_cam_loss': False, 'direct_loss_weight': 0.0, 'direct_iteration_steps': 0, 'twice_backward': False, 'use_uncertainty_camera_weight': True, 'use_target_uncertainty': 'point_similarity_mult', 'verbose': False, 'complex_random_mode': 'num_gs_mode3', 'start_density_control': 0.0, 'base_complex_exp_rate': 4.0, 'use_refine_aux': False, 'train_extrinsic': True}, 'test': {'output_path': 'test/full/dl3dv', 'align_pose': False, 'pose_align_steps': 100, 'rot_opt_lr': 0.005, 'trans_opt_lr': 0.005, 'compute_scores': True, 'save_image': False, 'save_video': False, 'save_active_mask_image': False, 'save_complex_score_image': False, 'save_compare': False, 'pred_intrinsic': True, 'complex_threshold': 0.4, 'complex_threshold_list': [0.0, 0.2, 0.4, 0.6, 0.8], 'threshold_mode': 'ratio', 'nvs_view_N_list': [3, 6, 16, 32, 64]}, 'seed': 111123, 'trainer': {'max_steps': 18751, 'val_check_interval': 500, 'gradient_clip_val': 0.5, 'num_nodes': 1}, 'dataset': {'dl3dv': {'make_baseline_1': False, 'relative_pose': True, 'augment': True, 'background_color': [0.0, 0.0, 0.0], 'overfit_to_scene': None, 'skip_bad_shape': True, 'view_sampler': {'name': 'bounded_dl3dv', 'min_target_views': 4, 'num_context_views': 16, 'warm_up_steps': 0, 'max_img_per_gpu': 16, 'min_distance_to_context_views': 0, 'initial_min_distance_between_context_views': 5, 'initial_max_distance_between_context_views': 7, 'min_distance_between_context_views': 32, 'max_distance_between_context_views': 256, 'min_gap_multiplier': 3, 'max_gap_multiplier': 5, 'initial_min_gap_multiplier': 2, 'initial_max_gap_multiplier': 3}, 'name': 'dl3dv', 'roots': ['datasets/dl3dv'], 'input_image_shape': [224, 448], 'original_image_shape': [270, 480], 'cameras_are_circular': False, 'baseline_min': 0.001, 'baseline_max': 100.0, 'max_fov': 100.0, 'avg_pose': False, 'rescale_to_1cube': False, 'intr_augment': False, 'normalize_by_pts3d': False}}, '_wandb': {}}
|
| 11 |
+
2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_init.py:init():861] starting backend
|
| 12 |
+
2025-10-26 20:16:44,923 INFO MainThread:8501 [wandb_init.py:init():864] sending inform_init request
|
| 13 |
+
2025-10-26 20:16:44,929 INFO MainThread:8501 [wandb_init.py:init():872] backend started and connected
|
| 14 |
+
2025-10-26 20:16:44,937 INFO MainThread:8501 [wandb_init.py:init():942] updated telemetry
|
| 15 |
+
2025-10-26 20:16:44,954 INFO MainThread:8501 [wandb_init.py:init():966] communicating run to backend with 90.0 second timeout
|
| 16 |
+
2025-10-26 20:16:45,671 INFO MainThread:8501 [wandb_init.py:init():1017] starting run threads in backend
|
| 17 |
+
2025-10-26 20:16:45,838 INFO MainThread:8501 [wandb_run.py:_console_start():2506] atexit reg
|
| 18 |
+
2025-10-26 20:16:45,839 INFO MainThread:8501 [wandb_run.py:_redirect():2354] redirect: wrap_raw
|
| 19 |
+
2025-10-26 20:16:45,840 INFO MainThread:8501 [wandb_run.py:_redirect():2423] Wrapping output streams.
|
| 20 |
+
2025-10-26 20:16:45,840 INFO MainThread:8501 [wandb_run.py:_redirect():2446] Redirects installed.
|
| 21 |
+
2025-10-26 20:16:45,844 INFO MainThread:8501 [wandb_init.py:init():1057] run started, returning control to user process
|
| 22 |
+
2025-10-27 07:26:09,881 INFO wandb-AsyncioManager-main:8501 [service_client.py:_forward_responses():84] Reached EOF.
|
| 23 |
+
2025-10-27 07:26:09,900 INFO wandb-AsyncioManager-main:8501 [mailbox.py:close():137] Closing mailbox, abandoning 1 handles.
|
checkpoints/wandb/run-20251026_192052-ka6adsfk/files/config.yaml
ADDED
|
@@ -0,0 +1,336 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.22.0
|
| 4 |
+
e:
|
| 5 |
+
bqnq59rrc9wwtdqgeyvd10mvcngu8ggv:
|
| 6 |
+
args:
|
| 7 |
+
- +experiment=dl3dv
|
| 8 |
+
- wandb.mode=online
|
| 9 |
+
- wandb.name=1027_DL3DV_FULL_U
|
| 10 |
+
- train.one_sample_validation=datasets/dl3dv/room_batch.pt
|
| 11 |
+
- optimizer.backbone_trainable=GB+H
|
| 12 |
+
- model.encoder.use_uncertainty_token=true
|
| 13 |
+
- train.use_uncertainty_camera_weight=true
|
| 14 |
+
- train.use_target_uncertainty=point_similarity_mult
|
| 15 |
+
- test.pred_intrinsic=true
|
| 16 |
+
cpu_count: 128
|
| 17 |
+
cpu_count_logical: 256
|
| 18 |
+
cudaVersion: "12.9"
|
| 19 |
+
disk:
|
| 20 |
+
/:
|
| 21 |
+
total: "1081101176832"
|
| 22 |
+
used: "131845980160"
|
| 23 |
+
email: dna9041@korea.ac.kr
|
| 24 |
+
executable: /opt/conda/envs/dcsplat/bin/python
|
| 25 |
+
git:
|
| 26 |
+
remote: git@github.com:K-nowing/CVPR2026.git
|
| 27 |
+
gpu: NVIDIA B200
|
| 28 |
+
gpu_count: 8
|
| 29 |
+
gpu_nvidia:
|
| 30 |
+
- architecture: Blackwell
|
| 31 |
+
cudaCores: 18944
|
| 32 |
+
memoryTotal: "192265846784"
|
| 33 |
+
name: NVIDIA B200
|
| 34 |
+
uuid: GPU-db54dd24-eb9e-e26f-19d8-1d7021a3a376
|
| 35 |
+
- architecture: Blackwell
|
| 36 |
+
cudaCores: 18944
|
| 37 |
+
memoryTotal: "192265846784"
|
| 38 |
+
name: NVIDIA B200
|
| 39 |
+
uuid: GPU-54d5d857-4546-967d-c3af-db1f156d7f41
|
| 40 |
+
- architecture: Blackwell
|
| 41 |
+
cudaCores: 18944
|
| 42 |
+
memoryTotal: "192265846784"
|
| 43 |
+
name: NVIDIA B200
|
| 44 |
+
uuid: GPU-923bd3c1-bd2a-beef-2fcf-7ca2fb0ad9a8
|
| 45 |
+
- architecture: Blackwell
|
| 46 |
+
cudaCores: 18944
|
| 47 |
+
memoryTotal: "192265846784"
|
| 48 |
+
name: NVIDIA B200
|
| 49 |
+
uuid: GPU-fbcea736-ea20-9820-7627-0b6d970b5270
|
| 50 |
+
- architecture: Blackwell
|
| 51 |
+
cudaCores: 18944
|
| 52 |
+
memoryTotal: "192265846784"
|
| 53 |
+
name: NVIDIA B200
|
| 54 |
+
uuid: GPU-4c2283a2-543f-a52b-b3c7-2e6812a89a21
|
| 55 |
+
- architecture: Blackwell
|
| 56 |
+
cudaCores: 18944
|
| 57 |
+
memoryTotal: "192265846784"
|
| 58 |
+
name: NVIDIA B200
|
| 59 |
+
uuid: GPU-e6994020-85dd-f5ea-620f-1c2feb276273
|
| 60 |
+
- architecture: Blackwell
|
| 61 |
+
cudaCores: 18944
|
| 62 |
+
memoryTotal: "192265846784"
|
| 63 |
+
name: NVIDIA B200
|
| 64 |
+
uuid: GPU-00c57f2f-d95e-f10a-fef8-50e497815c70
|
| 65 |
+
- architecture: Blackwell
|
| 66 |
+
cudaCores: 18944
|
| 67 |
+
memoryTotal: "192265846784"
|
| 68 |
+
name: NVIDIA B200
|
| 69 |
+
uuid: GPU-83a0753f-78d3-caeb-272b-1ea556bb0880
|
| 70 |
+
host: notebook-c8f942b6-b2d9-11f0-b992-125e6a168a5d-0
|
| 71 |
+
memory:
|
| 72 |
+
total: "2163983302656"
|
| 73 |
+
os: Linux-5.15.0-157-generic-x86_64-with-glibc2.35
|
| 74 |
+
program: -m src.main
|
| 75 |
+
python: CPython 3.12.12
|
| 76 |
+
root: /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U
|
| 77 |
+
startedAt: "2025-10-27T02:20:52.952065Z"
|
| 78 |
+
writerId: bqnq59rrc9wwtdqgeyvd10mvcngu8ggv
|
| 79 |
+
m:
|
| 80 |
+
- "1": trainer/global_step
|
| 81 |
+
"6":
|
| 82 |
+
- 3
|
| 83 |
+
"7": []
|
| 84 |
+
- "2": '*'
|
| 85 |
+
"5": 1
|
| 86 |
+
"6":
|
| 87 |
+
- 1
|
| 88 |
+
"7": []
|
| 89 |
+
python_version: 3.12.12
|
| 90 |
+
t:
|
| 91 |
+
"1":
|
| 92 |
+
- 1
|
| 93 |
+
- 41
|
| 94 |
+
- 49
|
| 95 |
+
- 50
|
| 96 |
+
- 79
|
| 97 |
+
- 106
|
| 98 |
+
"2":
|
| 99 |
+
- 1
|
| 100 |
+
- 41
|
| 101 |
+
- 49
|
| 102 |
+
- 50
|
| 103 |
+
- 79
|
| 104 |
+
- 106
|
| 105 |
+
"3":
|
| 106 |
+
- 7
|
| 107 |
+
- 13
|
| 108 |
+
- 15
|
| 109 |
+
- 16
|
| 110 |
+
- 66
|
| 111 |
+
"4": 3.12.12
|
| 112 |
+
"5": 0.22.0
|
| 113 |
+
"12": 0.22.0
|
| 114 |
+
"13": linux-x86_64
|
| 115 |
+
checkpointing:
|
| 116 |
+
value:
|
| 117 |
+
every_n_train_steps: 9375
|
| 118 |
+
load: null
|
| 119 |
+
save_top_k: 1
|
| 120 |
+
save_weights_only: true
|
| 121 |
+
data_loader:
|
| 122 |
+
value:
|
| 123 |
+
test:
|
| 124 |
+
batch_size: 1
|
| 125 |
+
num_workers: 4
|
| 126 |
+
persistent_workers: false
|
| 127 |
+
seed: 2345
|
| 128 |
+
train:
|
| 129 |
+
batch_size: 4
|
| 130 |
+
num_workers: 16
|
| 131 |
+
persistent_workers: true
|
| 132 |
+
seed: 1234
|
| 133 |
+
val:
|
| 134 |
+
batch_size: 1
|
| 135 |
+
num_workers: 1
|
| 136 |
+
persistent_workers: true
|
| 137 |
+
seed: 3456
|
| 138 |
+
dataset:
|
| 139 |
+
value:
|
| 140 |
+
dl3dv:
|
| 141 |
+
augment: true
|
| 142 |
+
avg_pose: false
|
| 143 |
+
background_color:
|
| 144 |
+
- 0
|
| 145 |
+
- 0
|
| 146 |
+
- 0
|
| 147 |
+
baseline_max: 100
|
| 148 |
+
baseline_min: 0.001
|
| 149 |
+
cameras_are_circular: false
|
| 150 |
+
input_image_shape:
|
| 151 |
+
- 224
|
| 152 |
+
- 448
|
| 153 |
+
intr_augment: false
|
| 154 |
+
make_baseline_1: false
|
| 155 |
+
max_fov: 100
|
| 156 |
+
name: dl3dv
|
| 157 |
+
normalize_by_pts3d: false
|
| 158 |
+
original_image_shape:
|
| 159 |
+
- 270
|
| 160 |
+
- 480
|
| 161 |
+
overfit_to_scene: null
|
| 162 |
+
relative_pose: true
|
| 163 |
+
rescale_to_1cube: false
|
| 164 |
+
roots:
|
| 165 |
+
- datasets/dl3dv_toy
|
| 166 |
+
skip_bad_shape: true
|
| 167 |
+
view_sampler:
|
| 168 |
+
initial_max_distance_between_context_views: 7
|
| 169 |
+
initial_max_gap_multiplier: 3
|
| 170 |
+
initial_min_distance_between_context_views: 5
|
| 171 |
+
initial_min_gap_multiplier: 2
|
| 172 |
+
max_distance_between_context_views: 256
|
| 173 |
+
max_gap_multiplier: 5
|
| 174 |
+
max_img_per_gpu: 16
|
| 175 |
+
min_distance_between_context_views: 32
|
| 176 |
+
min_distance_to_context_views: 0
|
| 177 |
+
min_gap_multiplier: 3
|
| 178 |
+
min_target_views: 4
|
| 179 |
+
name: bounded_dl3dv
|
| 180 |
+
num_context_views: 16
|
| 181 |
+
warm_up_steps: 0
|
| 182 |
+
density_control_loss:
|
| 183 |
+
value:
|
| 184 |
+
complex_score:
|
| 185 |
+
grad_scale: 5000
|
| 186 |
+
log_scale: false
|
| 187 |
+
mode: 1
|
| 188 |
+
weight: 0.01
|
| 189 |
+
direct_loss:
|
| 190 |
+
value:
|
| 191 |
+
l1:
|
| 192 |
+
weight: 0.8
|
| 193 |
+
ssim:
|
| 194 |
+
weight: 0.2
|
| 195 |
+
mode:
|
| 196 |
+
value: train
|
| 197 |
+
model:
|
| 198 |
+
value:
|
| 199 |
+
decoder:
|
| 200 |
+
background_color:
|
| 201 |
+
- 0
|
| 202 |
+
- 0
|
| 203 |
+
- 0
|
| 204 |
+
make_scale_invariant: false
|
| 205 |
+
name: splatting_cuda
|
| 206 |
+
use_gsplat: true
|
| 207 |
+
density_control:
|
| 208 |
+
aggregation_mode: mean
|
| 209 |
+
grad_mode: absgrad
|
| 210 |
+
gs_param_dim: 256
|
| 211 |
+
latent_dim: 128
|
| 212 |
+
mean_dim: 32
|
| 213 |
+
name: density_control_module
|
| 214 |
+
num_heads: 1
|
| 215 |
+
num_latents: 64
|
| 216 |
+
num_level: 3
|
| 217 |
+
num_self_attn_per_block: 2
|
| 218 |
+
refinement_hidden_dim: 32
|
| 219 |
+
refinement_layer_num: 1
|
| 220 |
+
refinement_type: quadtree
|
| 221 |
+
score_mode: 3
|
| 222 |
+
sigmoid_score: true
|
| 223 |
+
use_mean_features: true
|
| 224 |
+
encoder:
|
| 225 |
+
aggregator_bf16: false
|
| 226 |
+
align_corners: false
|
| 227 |
+
camera_prompt: false
|
| 228 |
+
extrinsic_drop: 0.1
|
| 229 |
+
gs_bf16: true
|
| 230 |
+
gs_param_dim: 256
|
| 231 |
+
head_mode: pcd
|
| 232 |
+
image_scale: 1
|
| 233 |
+
img_num_frame_token_N: 0
|
| 234 |
+
img_num_global_token_N: 0
|
| 235 |
+
input_image_shape:
|
| 236 |
+
- 518
|
| 237 |
+
- 518
|
| 238 |
+
intrinsic_drop: 0.1
|
| 239 |
+
name: dcsplat
|
| 240 |
+
num_level: 3
|
| 241 |
+
num_visual_prompt: 0
|
| 242 |
+
same_head: false
|
| 243 |
+
use_extrinsic_token: false
|
| 244 |
+
use_gs_param_img_num_embed: true
|
| 245 |
+
use_intrinsic_token: false
|
| 246 |
+
use_mean_param_img_num_embed: false
|
| 247 |
+
use_pnp_solver: false
|
| 248 |
+
use_uncertainty_token: true
|
| 249 |
+
optimizer:
|
| 250 |
+
value:
|
| 251 |
+
accumulate: 1
|
| 252 |
+
backbone_lr_multiplier: 0.1
|
| 253 |
+
backbone_trainable: GB+H
|
| 254 |
+
lr: 0.0002
|
| 255 |
+
warm_up_steps: 125
|
| 256 |
+
render_loss:
|
| 257 |
+
value:
|
| 258 |
+
lpips:
|
| 259 |
+
apply_after_step: 0
|
| 260 |
+
weight: 0.05
|
| 261 |
+
mse:
|
| 262 |
+
weight: 1
|
| 263 |
+
seed:
|
| 264 |
+
value: 111123
|
| 265 |
+
test:
|
| 266 |
+
value:
|
| 267 |
+
align_pose: false
|
| 268 |
+
complex_threshold: 0.4
|
| 269 |
+
complex_threshold_list:
|
| 270 |
+
- 0
|
| 271 |
+
- 0.2
|
| 272 |
+
- 0.4
|
| 273 |
+
- 0.6
|
| 274 |
+
- 0.8
|
| 275 |
+
compute_scores: true
|
| 276 |
+
nvs_view_N_list:
|
| 277 |
+
- 3
|
| 278 |
+
- 6
|
| 279 |
+
- 16
|
| 280 |
+
- 32
|
| 281 |
+
- 64
|
| 282 |
+
output_path: test/full/dl3dv
|
| 283 |
+
pose_align_steps: 100
|
| 284 |
+
pred_intrinsic: true
|
| 285 |
+
rot_opt_lr: 0.005
|
| 286 |
+
save_active_mask_image: false
|
| 287 |
+
save_compare: false
|
| 288 |
+
save_complex_score_image: false
|
| 289 |
+
save_image: false
|
| 290 |
+
save_video: false
|
| 291 |
+
threshold_mode: ratio
|
| 292 |
+
trans_opt_lr: 0.005
|
| 293 |
+
train:
|
| 294 |
+
value:
|
| 295 |
+
align_corners: false
|
| 296 |
+
base_complex_exp_rate: 4
|
| 297 |
+
camera_loss: 1
|
| 298 |
+
complex_random_mode: num_gs_mode3
|
| 299 |
+
complex_threshold_range:
|
| 300 |
+
- 0
|
| 301 |
+
- 3
|
| 302 |
+
direct_iteration_steps: 0
|
| 303 |
+
direct_loss_weight: 0
|
| 304 |
+
extended_visualization: false
|
| 305 |
+
intrinsic_scaling: true
|
| 306 |
+
one_sample_validation: datasets/dl3dv/room_batch.pt
|
| 307 |
+
pred_focal_cam_loss: false
|
| 308 |
+
print_log_every_n_steps: 10
|
| 309 |
+
scaling_detach: true
|
| 310 |
+
start_density_control: 0
|
| 311 |
+
train_context: true
|
| 312 |
+
train_extrinsic: true
|
| 313 |
+
train_hybrid: false
|
| 314 |
+
twice_backward: false
|
| 315 |
+
use_pred_point_focal: false
|
| 316 |
+
use_refine_aux: false
|
| 317 |
+
use_target_uncertainty: point_similarity_mult
|
| 318 |
+
use_umeyama: false
|
| 319 |
+
use_uncertainty_camera_weight: true
|
| 320 |
+
verbose: false
|
| 321 |
+
trainer:
|
| 322 |
+
value:
|
| 323 |
+
gradient_clip_val: 0.5
|
| 324 |
+
max_steps: 18751
|
| 325 |
+
num_nodes: 1
|
| 326 |
+
val_check_interval: 500
|
| 327 |
+
wandb:
|
| 328 |
+
value:
|
| 329 |
+
entity: scene-representation-group
|
| 330 |
+
mode: online
|
| 331 |
+
name: 1027_DL3DV_FULL_U
|
| 332 |
+
project: DCSplat
|
| 333 |
+
tags:
|
| 334 |
+
- dl3dv
|
| 335 |
+
- 224x448
|
| 336 |
+
- full
|
checkpoints/wandb/run-20251026_192052-ka6adsfk/files/output.log
ADDED
|
@@ -0,0 +1,93 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]
|
| 2 |
+
|
| 3 |
+
| Name | Type | Params | Mode
|
| 4 |
+
------------------------------------------------------------------------
|
| 5 |
+
0 | encoder | OurSplat | 588 M | train
|
| 6 |
+
1 | density_control_module | DensityControlModule | 2.6 M | train
|
| 7 |
+
2 | decoder | DecoderSplattingCUDA | 0 | train
|
| 8 |
+
3 | render_losses | ModuleList | 0 | train
|
| 9 |
+
4 | density_control_losses | ModuleList | 0 | train
|
| 10 |
+
5 | direct_losses | ModuleList | 0 | train
|
| 11 |
+
6 | pnp_solver | KorniaPnPSolver | 0 | train
|
| 12 |
+
------------------------------------------------------------------------
|
| 13 |
+
590 M Trainable params
|
| 14 |
+
0 Non-trainable params
|
| 15 |
+
590 M Total params
|
| 16 |
+
2,363.290 Total estimated model params size (MB)
|
| 17 |
+
782 Modules in train mode
|
| 18 |
+
980 Modules in eval mode
|
| 19 |
+
Sanity Checking: | | 0/? [00:00<?, ?it/s]
|
| 20 |
+
Error executing job with overrides: ['+experiment=dl3dv', 'wandb.mode=online', 'wandb.name=1027_DL3DV_FULL_U', 'train.one_sample_validation=datasets/dl3dv/room_batch.pt', 'optimizer.backbone_trainable=GB+H', 'model.encoder.use_uncertainty_token=true', 'train.use_uncertainty_camera_weight=true', 'train.use_target_uncertainty=point_similarity_mult', 'test.pred_intrinsic=true']
|
| 21 |
+
Traceback (most recent call last):
|
| 22 |
+
File "/root/highspeedstorage/injae_dl3dv/code/CVPR2026/src/main.py", line 193, in train
|
| 23 |
+
trainer.fit(model_wrapper, datamodule=data_module, ckpt_path=checkpoint_path)
|
| 24 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/trainer.py", line 561, in fit
|
| 25 |
+
call._call_and_handle_interrupt(
|
| 26 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/call.py", line 48, in _call_and_handle_interrupt
|
| 27 |
+
return trainer_fn(*args, **kwargs)
|
| 28 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 29 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/trainer.py", line 599, in _fit_impl
|
| 30 |
+
self._run(model, ckpt_path=ckpt_path)
|
| 31 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/trainer.py", line 1012, in _run
|
| 32 |
+
results = self._run_stage()
|
| 33 |
+
^^^^^^^^^^^^^^^^^
|
| 34 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/trainer.py", line 1054, in _run_stage
|
| 35 |
+
self._run_sanity_check()
|
| 36 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/trainer.py", line 1083, in _run_sanity_check
|
| 37 |
+
val_loop.run()
|
| 38 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/loops/utilities.py", line 179, in _decorator
|
| 39 |
+
return loop_run(self, *args, **kwargs)
|
| 40 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 41 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/loops/evaluation_loop.py", line 120, in run
|
| 42 |
+
self.setup_data()
|
| 43 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/loops/evaluation_loop.py", line 176, in setup_data
|
| 44 |
+
dataloaders = _request_dataloader(source)
|
| 45 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 46 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py", line 326, in _request_dataloader
|
| 47 |
+
return data_source.dataloader()
|
| 48 |
+
^^^^^^^^^^^^^^^^^^^^^^^^
|
| 49 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py", line 293, in dataloader
|
| 50 |
+
return call._call_lightning_datamodule_hook(self.instance.trainer, self.name)
|
| 51 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 52 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/call.py", line 198, in _call_lightning_datamodule_hook
|
| 53 |
+
return fn(*args, **kwargs)
|
| 54 |
+
^^^^^^^^^^^^^^^^^^^
|
| 55 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/jaxtyping/_decorator.py", line 562, in wrapped_fn
|
| 56 |
+
return wrapped_fn_impl(args, kwargs, bound, memos)
|
| 57 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 58 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/jaxtyping/_decorator.py", line 486, in wrapped_fn_impl
|
| 59 |
+
out = fn(*args, **kwargs)
|
| 60 |
+
^^^^^^^^^^^^^^^^^^^
|
| 61 |
+
File "/root/highspeedstorage/injae_dl3dv/code/CVPR2026/src/dataset/data_module.py", line 177, in val_dataloader
|
| 62 |
+
dataset, datasets_ls = get_dataset(self.dataset_cfgs, "val", self.step_tracker)
|
| 63 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 64 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/jaxtyping/_decorator.py", line 562, in wrapped_fn
|
| 65 |
+
return wrapped_fn_impl(args, kwargs, bound, memos)
|
| 66 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 67 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/jaxtyping/_decorator.py", line 486, in wrapped_fn_impl
|
| 68 |
+
out = fn(*args, **kwargs)
|
| 69 |
+
^^^^^^^^^^^^^^^^^^^
|
| 70 |
+
File "/root/highspeedstorage/injae_dl3dv/code/CVPR2026/src/dataset/__init__.py", line 132, in get_dataset
|
| 71 |
+
return get_dl3dv_dataset(cfgs, stage, step_tracker)
|
| 72 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 73 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/jaxtyping/_decorator.py", line 562, in wrapped_fn
|
| 74 |
+
return wrapped_fn_impl(args, kwargs, bound, memos)
|
| 75 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 76 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/jaxtyping/_decorator.py", line 486, in wrapped_fn_impl
|
| 77 |
+
out = fn(*args, **kwargs)
|
| 78 |
+
^^^^^^^^^^^^^^^^^^^
|
| 79 |
+
File "/root/highspeedstorage/injae_dl3dv/code/CVPR2026/src/dataset/__init__.py", line 99, in get_dl3dv_dataset
|
| 80 |
+
dataset = DATASETS[cfg.name](cfg, stage, view_sampler)
|
| 81 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 82 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/jaxtyping/_decorator.py", line 562, in wrapped_fn
|
| 83 |
+
return wrapped_fn_impl(args, kwargs, bound, memos)
|
| 84 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 85 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/jaxtyping/_decorator.py", line 486, in wrapped_fn_impl
|
| 86 |
+
out = fn(*args, **kwargs)
|
| 87 |
+
^^^^^^^^^^^^^^^^^^^
|
| 88 |
+
File "/root/highspeedstorage/injae_dl3dv/code/CVPR2026/src/dataset/dataset_dl3dv.py", line 75, in __init__
|
| 89 |
+
with open(f"{self.data_root}/{self.data_stage}_index.json", "r") as file:
|
| 90 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 91 |
+
FileNotFoundError: [Errno 2] No such file or directory: 'datasets/dl3dv_toy/test_index.json'
|
| 92 |
+
|
| 93 |
+
Set the environment variable HYDRA_FULL_ERROR=1 for a complete stack trace.
|
checkpoints/wandb/run-20251026_192052-ka6adsfk/files/requirements.txt
ADDED
|
@@ -0,0 +1,119 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
lightning==2.5.1
|
| 2 |
+
opt-einsum-fx==0.1.4
|
| 3 |
+
six==1.17.0
|
| 4 |
+
colorama==0.4.6
|
| 5 |
+
fsspec==2024.6.1
|
| 6 |
+
Pygments==2.19.2
|
| 7 |
+
yarl==1.20.1
|
| 8 |
+
MarkupSafe==3.0.2
|
| 9 |
+
beartype==0.19.0
|
| 10 |
+
Jinja2==3.1.6
|
| 11 |
+
omegaconf==2.3.0
|
| 12 |
+
wandb==0.22.0
|
| 13 |
+
markdown-it-py==4.0.0
|
| 14 |
+
colorspacious==1.1.2
|
| 15 |
+
nvidia-cuda-nvrtc-cu12==12.8.61
|
| 16 |
+
pyparsing==3.2.5
|
| 17 |
+
opt_einsum==3.4.0
|
| 18 |
+
opencv-python==4.11.0.86
|
| 19 |
+
filelock==3.17.0
|
| 20 |
+
wheel==0.45.1
|
| 21 |
+
nvidia-cufile-cu12==1.13.0.11
|
| 22 |
+
antlr4-python3-runtime==4.9.3
|
| 23 |
+
aiohttp==3.12.15
|
| 24 |
+
einops==0.8.1
|
| 25 |
+
smmap==5.0.2
|
| 26 |
+
proglog==0.1.12
|
| 27 |
+
pydantic_core==2.33.2
|
| 28 |
+
imageio-ffmpeg==0.6.0
|
| 29 |
+
nvidia-cuda-runtime-cu12==12.8.57
|
| 30 |
+
pillow==10.4.0
|
| 31 |
+
typing-inspection==0.4.1
|
| 32 |
+
pandas==2.3.2
|
| 33 |
+
tqdm==4.67.1
|
| 34 |
+
brotlicffi==1.0.9.2
|
| 35 |
+
idna==3.7
|
| 36 |
+
nvidia-curand-cu12==10.3.9.55
|
| 37 |
+
cffi==1.17.1
|
| 38 |
+
async-timeout==5.0.1
|
| 39 |
+
kiwisolver==1.4.9
|
| 40 |
+
kornia==0.8.1
|
| 41 |
+
pytz==2025.2
|
| 42 |
+
scikit-image==0.25.2
|
| 43 |
+
tzdata==2025.2
|
| 44 |
+
hf-xet==1.1.10
|
| 45 |
+
networkx==3.4.2
|
| 46 |
+
huggingface-hub==0.35.1
|
| 47 |
+
pydantic==2.11.9
|
| 48 |
+
pytorch-lightning==2.5.1
|
| 49 |
+
moviepy==1.0.3
|
| 50 |
+
sentry-sdk==2.39.0
|
| 51 |
+
nvidia-nvtx-cu12==12.8.55
|
| 52 |
+
aiosignal==1.4.0
|
| 53 |
+
urllib3==2.5.0
|
| 54 |
+
torch==2.7.1+cu128
|
| 55 |
+
nvidia-nvjitlink-cu12==12.8.61
|
| 56 |
+
dacite==1.9.2
|
| 57 |
+
pip==25.2
|
| 58 |
+
torchmetrics==1.8.2
|
| 59 |
+
charset-normalizer==3.3.2
|
| 60 |
+
propcache==0.3.2
|
| 61 |
+
pycparser==2.23
|
| 62 |
+
scikit-video==1.1.11
|
| 63 |
+
lightning-utilities==0.14.3
|
| 64 |
+
cycler==0.12.1
|
| 65 |
+
scipy==1.15.3
|
| 66 |
+
nvidia-cuda-cupti-cu12==12.8.57
|
| 67 |
+
sympy==1.14.0
|
| 68 |
+
lpips==0.1.4
|
| 69 |
+
multidict==6.6.4
|
| 70 |
+
protobuf==6.32.1
|
| 71 |
+
tifffile==2025.5.10
|
| 72 |
+
fonttools==4.60.0
|
| 73 |
+
matplotlib==3.10.6
|
| 74 |
+
attrs==25.3.0
|
| 75 |
+
hydra-core==1.3.2
|
| 76 |
+
nvidia-cublas-cu12==12.8.3.14
|
| 77 |
+
click==8.3.0
|
| 78 |
+
easydict==1.13
|
| 79 |
+
nvidia-cusparselt-cu12==0.6.3
|
| 80 |
+
annotated-types==0.7.0
|
| 81 |
+
imageio==2.37.0
|
| 82 |
+
mdurl==0.1.2
|
| 83 |
+
GitPython==3.1.45
|
| 84 |
+
safetensors==0.5.3
|
| 85 |
+
nvidia-cusolver-cu12==11.7.2.55
|
| 86 |
+
mpmath==1.3.0
|
| 87 |
+
jaxtyping==0.2.37
|
| 88 |
+
torchaudio==2.7.1+cu128
|
| 89 |
+
fused-ssim==1.0.0
|
| 90 |
+
nvidia-cudnn-cu12==9.7.1.26
|
| 91 |
+
python-dateutil==2.9.0.post0
|
| 92 |
+
frozenlist==1.7.0
|
| 93 |
+
e3nn==0.5.8
|
| 94 |
+
kornia_rs==0.1.9
|
| 95 |
+
PyYAML==6.0.2
|
| 96 |
+
packaging==24.2
|
| 97 |
+
ninja==1.13.0
|
| 98 |
+
setuptools==78.1.1
|
| 99 |
+
gmpy2==2.2.1
|
| 100 |
+
tabulate==0.9.0
|
| 101 |
+
decorator==4.4.2
|
| 102 |
+
nvidia-cusparse-cu12==12.5.7.53
|
| 103 |
+
triton==3.3.1
|
| 104 |
+
numpy==1.26.4
|
| 105 |
+
contourpy==1.3.2
|
| 106 |
+
torchvision==0.22.1+cu128
|
| 107 |
+
lazy_loader==0.4
|
| 108 |
+
gitdb==4.0.12
|
| 109 |
+
nvidia-cufft-cu12==11.3.3.41
|
| 110 |
+
requests==2.32.5
|
| 111 |
+
typing_extensions==4.15.0
|
| 112 |
+
platformdirs==4.4.0
|
| 113 |
+
PySocks==1.7.1
|
| 114 |
+
nvidia-nccl-cu12==2.26.2
|
| 115 |
+
certifi==2025.8.3
|
| 116 |
+
aiohappyeyeballs==2.6.1
|
| 117 |
+
wadler_lindig==0.1.7
|
| 118 |
+
gsplat==1.5.3
|
| 119 |
+
rich==14.1.0
|
checkpoints/wandb/run-20251026_192052-ka6adsfk/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.15.0-157-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.12.12",
|
| 4 |
+
"startedAt": "2025-10-27T02:20:52.952065Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"+experiment=dl3dv",
|
| 7 |
+
"wandb.mode=online",
|
| 8 |
+
"wandb.name=1027_DL3DV_FULL_U",
|
| 9 |
+
"train.one_sample_validation=datasets/dl3dv/room_batch.pt",
|
| 10 |
+
"optimizer.backbone_trainable=GB+H",
|
| 11 |
+
"model.encoder.use_uncertainty_token=true",
|
| 12 |
+
"train.use_uncertainty_camera_weight=true",
|
| 13 |
+
"train.use_target_uncertainty=point_similarity_mult",
|
| 14 |
+
"test.pred_intrinsic=true"
|
| 15 |
+
],
|
| 16 |
+
"program": "-m src.main",
|
| 17 |
+
"git": {
|
| 18 |
+
"remote": "git@github.com:K-nowing/CVPR2026.git"
|
| 19 |
+
},
|
| 20 |
+
"email": "dna9041@korea.ac.kr",
|
| 21 |
+
"root": "/root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U",
|
| 22 |
+
"host": "notebook-c8f942b6-b2d9-11f0-b992-125e6a168a5d-0",
|
| 23 |
+
"executable": "/opt/conda/envs/dcsplat/bin/python",
|
| 24 |
+
"cpu_count": 128,
|
| 25 |
+
"cpu_count_logical": 256,
|
| 26 |
+
"gpu": "NVIDIA B200",
|
| 27 |
+
"gpu_count": 8,
|
| 28 |
+
"disk": {
|
| 29 |
+
"/": {
|
| 30 |
+
"total": "1081101176832",
|
| 31 |
+
"used": "131845980160"
|
| 32 |
+
}
|
| 33 |
+
},
|
| 34 |
+
"memory": {
|
| 35 |
+
"total": "2163983302656"
|
| 36 |
+
},
|
| 37 |
+
"gpu_nvidia": [
|
| 38 |
+
{
|
| 39 |
+
"name": "NVIDIA B200",
|
| 40 |
+
"memoryTotal": "192265846784",
|
| 41 |
+
"cudaCores": 18944,
|
| 42 |
+
"architecture": "Blackwell",
|
| 43 |
+
"uuid": "GPU-db54dd24-eb9e-e26f-19d8-1d7021a3a376"
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"name": "NVIDIA B200",
|
| 47 |
+
"memoryTotal": "192265846784",
|
| 48 |
+
"cudaCores": 18944,
|
| 49 |
+
"architecture": "Blackwell",
|
| 50 |
+
"uuid": "GPU-54d5d857-4546-967d-c3af-db1f156d7f41"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"name": "NVIDIA B200",
|
| 54 |
+
"memoryTotal": "192265846784",
|
| 55 |
+
"cudaCores": 18944,
|
| 56 |
+
"architecture": "Blackwell",
|
| 57 |
+
"uuid": "GPU-923bd3c1-bd2a-beef-2fcf-7ca2fb0ad9a8"
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"name": "NVIDIA B200",
|
| 61 |
+
"memoryTotal": "192265846784",
|
| 62 |
+
"cudaCores": 18944,
|
| 63 |
+
"architecture": "Blackwell",
|
| 64 |
+
"uuid": "GPU-fbcea736-ea20-9820-7627-0b6d970b5270"
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"name": "NVIDIA B200",
|
| 68 |
+
"memoryTotal": "192265846784",
|
| 69 |
+
"cudaCores": 18944,
|
| 70 |
+
"architecture": "Blackwell",
|
| 71 |
+
"uuid": "GPU-4c2283a2-543f-a52b-b3c7-2e6812a89a21"
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"name": "NVIDIA B200",
|
| 75 |
+
"memoryTotal": "192265846784",
|
| 76 |
+
"cudaCores": 18944,
|
| 77 |
+
"architecture": "Blackwell",
|
| 78 |
+
"uuid": "GPU-e6994020-85dd-f5ea-620f-1c2feb276273"
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"name": "NVIDIA B200",
|
| 82 |
+
"memoryTotal": "192265846784",
|
| 83 |
+
"cudaCores": 18944,
|
| 84 |
+
"architecture": "Blackwell",
|
| 85 |
+
"uuid": "GPU-00c57f2f-d95e-f10a-fef8-50e497815c70"
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"name": "NVIDIA B200",
|
| 89 |
+
"memoryTotal": "192265846784",
|
| 90 |
+
"cudaCores": 18944,
|
| 91 |
+
"architecture": "Blackwell",
|
| 92 |
+
"uuid": "GPU-83a0753f-78d3-caeb-272b-1ea556bb0880"
|
| 93 |
+
}
|
| 94 |
+
],
|
| 95 |
+
"cudaVersion": "12.9",
|
| 96 |
+
"writerId": "bqnq59rrc9wwtdqgeyvd10mvcngu8ggv"
|
| 97 |
+
}
|
checkpoints/wandb/run-20251026_192052-ka6adsfk/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"_runtime":2,"_wandb":{"runtime":2}}
|
checkpoints/wandb/run-20251026_192052-ka6adsfk/logs/debug-core.log
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-10-26T19:20:53.320007976-07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp9wb94_v9/port-2665.txt","pid":2665,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2025-10-26T19:20:53.32609351-07:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":2665}
|
| 3 |
+
{"time":"2025-10-26T19:20:53.326090753-07:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2665-2953-2591512563/socket","Net":"unix"}}
|
| 4 |
+
{"time":"2025-10-26T19:20:53.377102253-07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
|
| 5 |
+
{"time":"2025-10-26T19:20:53.393784138-07:00","level":"INFO","msg":"handleInformInit: received","streamId":"ka6adsfk","id":"1(@)"}
|
| 6 |
+
{"time":"2025-10-26T19:20:53.882312166-07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"ka6adsfk","id":"1(@)"}
|
| 7 |
+
{"time":"2025-10-26T19:20:57.002780823-07:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
|
| 8 |
+
{"time":"2025-10-26T19:20:57.002854347-07:00","level":"INFO","msg":"connection: closing","id":"1(@)"}
|
| 9 |
+
{"time":"2025-10-26T19:20:57.002923306-07:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
|
| 10 |
+
{"time":"2025-10-26T19:20:57.0029422-07:00","level":"INFO","msg":"server is shutting down"}
|
| 11 |
+
{"time":"2025-10-26T19:20:57.003070849-07:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2665-2953-2591512563/socket","Net":"unix"}}
|
| 12 |
+
{"time":"2025-10-26T19:20:57.510249513-07:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
|
| 13 |
+
{"time":"2025-10-26T19:20:57.510301753-07:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
|
| 14 |
+
{"time":"2025-10-26T19:20:57.510324787-07:00","level":"INFO","msg":"server is closed"}
|
checkpoints/wandb/run-20251026_192052-ka6adsfk/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-10-26T19:20:53.395908776-07:00","level":"INFO","msg":"stream: starting","core version":"0.22.0"}
|
| 2 |
+
{"time":"2025-10-26T19:20:53.881981031-07:00","level":"INFO","msg":"stream: created new stream","id":"ka6adsfk"}
|
| 3 |
+
{"time":"2025-10-26T19:20:53.882303851-07:00","level":"INFO","msg":"stream: started","id":"ka6adsfk"}
|
| 4 |
+
{"time":"2025-10-26T19:20:53.882623755-07:00","level":"INFO","msg":"handler: started","stream_id":"ka6adsfk"}
|
| 5 |
+
{"time":"2025-10-26T19:20:53.882826676-07:00","level":"INFO","msg":"writer: started","stream_id":"ka6adsfk"}
|
| 6 |
+
{"time":"2025-10-26T19:20:53.882821255-07:00","level":"INFO","msg":"sender: started","stream_id":"ka6adsfk"}
|
| 7 |
+
{"time":"2025-10-26T19:20:57.003176637-07:00","level":"INFO","msg":"stream: closing","id":"ka6adsfk"}
|
| 8 |
+
{"time":"2025-10-26T19:20:57.378940634-07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 9 |
+
{"time":"2025-10-26T19:20:57.507737719-07:00","level":"INFO","msg":"handler: closed","stream_id":"ka6adsfk"}
|
| 10 |
+
{"time":"2025-10-26T19:20:57.508530701-07:00","level":"INFO","msg":"sender: closed","stream_id":"ka6adsfk"}
|
| 11 |
+
{"time":"2025-10-26T19:20:57.50856575-07:00","level":"INFO","msg":"stream: closed","id":"ka6adsfk"}
|
checkpoints/wandb/run-20251026_192052-ka6adsfk/logs/debug.log
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-10-26 19:20:52,959 INFO MainThread:2665 [wandb_setup.py:_flush():81] Current SDK version is 0.22.0
|
| 2 |
+
2025-10-26 19:20:52,960 INFO MainThread:2665 [wandb_setup.py:_flush():81] Configure stats pid to 2665
|
| 3 |
+
2025-10-26 19:20:52,960 INFO MainThread:2665 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings
|
| 4 |
+
2025-10-26 19:20:52,960 INFO MainThread:2665 [wandb_setup.py:_flush():81] Loading settings from /root/highspeedstorage/injae_dl3dv/code/CVPR2026/wandb/settings
|
| 5 |
+
2025-10-26 19:20:52,960 INFO MainThread:2665 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 6 |
+
2025-10-26 19:20:52,960 INFO MainThread:2665 [wandb_init.py:setup_run_log_directory():686] Logging user logs to /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U/wandb/run-20251026_192052-ka6adsfk/logs/debug.log
|
| 7 |
+
2025-10-26 19:20:52,960 INFO MainThread:2665 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U/wandb/run-20251026_192052-ka6adsfk/logs/debug-internal.log
|
| 8 |
+
2025-10-26 19:20:52,960 INFO MainThread:2665 [wandb_init.py:init():813] calling init triggers
|
| 9 |
+
2025-10-26 19:20:52,960 INFO MainThread:2665 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'model': {'encoder': {'name': 'dcsplat', 'input_image_shape': [518, 518], 'head_mode': 'pcd', 'same_head': False, 'num_level': 3, 'gs_param_dim': 256, 'camera_prompt': False, 'num_visual_prompt': 0, 'use_extrinsic_token': False, 'use_intrinsic_token': False, 'extrinsic_drop': 0.1, 'intrinsic_drop': 0.1, 'use_pnp_solver': False, 'align_corners': False, 'image_scale': 1.0, 'use_uncertainty_token': True, 'gs_bf16': True, 'aggregator_bf16': False, 'img_num_frame_token_N': 0, 'img_num_global_token_N': 0, 'use_gs_param_img_num_embed': True, 'use_mean_param_img_num_embed': False}, 'decoder': {'name': 'splatting_cuda', 'background_color': [0.0, 0.0, 0.0], 'make_scale_invariant': False, 'use_gsplat': True}, 'density_control': {'name': 'density_control_module', 'mean_dim': 32, 'gs_param_dim': 256, 'refinement_layer_num': 1, 'num_level': 3, 'grad_mode': 'absgrad', 'use_mean_features': True, 'refinement_type': 'quadtree', 'refinement_hidden_dim': 32, 'aggregation_mode': 'mean', 'num_heads': 1, 'score_mode': 3, 'sigmoid_score': True, 'latent_dim': 128, 'num_latents': 64, 'num_self_attn_per_block': 2}}, 'render_loss': {'mse': {'weight': 1.0}, 'lpips': {'weight': 0.05, 'apply_after_step': 0}}, 'density_control_loss': {'complex_score': {'weight': 0.01, 'log_scale': False, 'grad_scale': 5000.0, 'mode': 1}}, 'direct_loss': {'l1': {'weight': 0.8}, 'ssim': {'weight': 0.2}}, 'wandb': {'project': 'DCSplat', 'entity': 'scene-representation-group', 'name': '1027_DL3DV_FULL_U', 'mode': 'online', 'tags': ['dl3dv', '224x448', 'full']}, 'mode': 'train', 'data_loader': {'train': {'num_workers': 16, 'persistent_workers': True, 'batch_size': 4, 'seed': 1234}, 'test': {'num_workers': 4, 'persistent_workers': False, 'batch_size': 1, 'seed': 2345}, 'val': {'num_workers': 1, 'persistent_workers': True, 'batch_size': 1, 'seed': 3456}}, 'optimizer': {'lr': 0.0002, 'warm_up_steps': 125, 'backbone_lr_multiplier': 0.1, 'backbone_trainable': 'GB+H', 'accumulate': 1}, 'checkpointing': {'load': None, 'every_n_train_steps': 9375, 'save_top_k': 1, 'save_weights_only': True}, 'train': {'extended_visualization': False, 'print_log_every_n_steps': 10, 'camera_loss': 1.0, 'one_sample_validation': 'datasets/dl3dv/room_batch.pt', 'align_corners': False, 'intrinsic_scaling': True, 'train_context': True, 'train_hybrid': False, 'use_pred_point_focal': False, 'scaling_detach': True, 'complex_threshold_range': [0.0, 3.0], 'use_umeyama': False, 'pred_focal_cam_loss': False, 'direct_loss_weight': 0.0, 'direct_iteration_steps': 0, 'twice_backward': False, 'use_uncertainty_camera_weight': True, 'use_target_uncertainty': 'point_similarity_mult', 'verbose': False, 'complex_random_mode': 'num_gs_mode3', 'start_density_control': 0.0, 'base_complex_exp_rate': 4.0, 'use_refine_aux': False, 'train_extrinsic': True}, 'test': {'output_path': 'test/full/dl3dv', 'align_pose': False, 'pose_align_steps': 100, 'rot_opt_lr': 0.005, 'trans_opt_lr': 0.005, 'compute_scores': True, 'save_image': False, 'save_video': False, 'save_active_mask_image': False, 'save_complex_score_image': False, 'save_compare': False, 'pred_intrinsic': True, 'complex_threshold': 0.4, 'complex_threshold_list': [0.0, 0.2, 0.4, 0.6, 0.8], 'threshold_mode': 'ratio', 'nvs_view_N_list': [3, 6, 16, 32, 64]}, 'seed': 111123, 'trainer': {'max_steps': 18751, 'val_check_interval': 500, 'gradient_clip_val': 0.5, 'num_nodes': 1}, 'dataset': {'dl3dv': {'make_baseline_1': False, 'relative_pose': True, 'augment': True, 'background_color': [0.0, 0.0, 0.0], 'overfit_to_scene': None, 'skip_bad_shape': True, 'view_sampler': {'name': 'bounded_dl3dv', 'min_target_views': 4, 'num_context_views': 16, 'warm_up_steps': 0, 'max_img_per_gpu': 16, 'min_distance_to_context_views': 0, 'initial_min_distance_between_context_views': 5, 'initial_max_distance_between_context_views': 7, 'min_distance_between_context_views': 32, 'max_distance_between_context_views': 256, 'min_gap_multiplier': 3, 'max_gap_multiplier': 5, 'initial_min_gap_multiplier': 2, 'initial_max_gap_multiplier': 3}, 'name': 'dl3dv', 'roots': ['datasets/dl3dv_toy'], 'input_image_shape': [224, 448], 'original_image_shape': [270, 480], 'cameras_are_circular': False, 'baseline_min': 0.001, 'baseline_max': 100.0, 'max_fov': 100.0, 'avg_pose': False, 'rescale_to_1cube': False, 'intr_augment': False, 'normalize_by_pts3d': False}}, '_wandb': {}}
|
| 11 |
+
2025-10-26 19:20:52,960 INFO MainThread:2665 [wandb_init.py:init():861] starting backend
|
| 12 |
+
2025-10-26 19:20:53,376 INFO MainThread:2665 [wandb_init.py:init():864] sending inform_init request
|
| 13 |
+
2025-10-26 19:20:53,384 INFO MainThread:2665 [wandb_init.py:init():872] backend started and connected
|
| 14 |
+
2025-10-26 19:20:53,391 INFO MainThread:2665 [wandb_init.py:init():942] updated telemetry
|
| 15 |
+
2025-10-26 19:20:53,397 INFO MainThread:2665 [wandb_init.py:init():966] communicating run to backend with 90.0 second timeout
|
| 16 |
+
2025-10-26 19:20:54,261 INFO MainThread:2665 [wandb_init.py:init():1017] starting run threads in backend
|
| 17 |
+
2025-10-26 19:20:54,446 INFO MainThread:2665 [wandb_run.py:_console_start():2506] atexit reg
|
| 18 |
+
2025-10-26 19:20:54,446 INFO MainThread:2665 [wandb_run.py:_redirect():2354] redirect: wrap_raw
|
| 19 |
+
2025-10-26 19:20:54,447 INFO MainThread:2665 [wandb_run.py:_redirect():2423] Wrapping output streams.
|
| 20 |
+
2025-10-26 19:20:54,447 INFO MainThread:2665 [wandb_run.py:_redirect():2446] Redirects installed.
|
| 21 |
+
2025-10-26 19:20:54,451 INFO MainThread:2665 [wandb_init.py:init():1057] run started, returning control to user process
|
| 22 |
+
2025-10-26 19:20:57,002 INFO wandb-AsyncioManager-main:2665 [service_client.py:_forward_responses():84] Reached EOF.
|
| 23 |
+
2025-10-26 19:20:57,003 INFO wandb-AsyncioManager-main:2665 [mailbox.py:close():137] Closing mailbox, abandoning 1 handles.
|
checkpoints/wandb/run-20251026_192052-ka6adsfk/run-ka6adsfk.wandb
ADDED
|
Binary file (16.3 kB). View file
|
|
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/files/config.yaml
ADDED
|
@@ -0,0 +1,338 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.22.0
|
| 4 |
+
e:
|
| 5 |
+
5rjbjl7ebv0cuizanehevu22bpgyx69t:
|
| 6 |
+
args:
|
| 7 |
+
- +experiment=dl3dv
|
| 8 |
+
- wandb.mode=online
|
| 9 |
+
- wandb.name=1027_DL3DV_FULL_U
|
| 10 |
+
- train.one_sample_validation=datasets/dl3dv/room_batch.pt
|
| 11 |
+
- optimizer.backbone_trainable=GB+H
|
| 12 |
+
- model.encoder.use_uncertainty_token=true
|
| 13 |
+
- train.use_uncertainty_camera_weight=true
|
| 14 |
+
- train.use_target_uncertainty=point_similarity_mult
|
| 15 |
+
- dataset.dl3dv.view_sampler.max_img_per_gpu=24
|
| 16 |
+
- dataset.dl3dv.view_sampler.num_context_views=24
|
| 17 |
+
- test.pred_intrinsic=true
|
| 18 |
+
cpu_count: 128
|
| 19 |
+
cpu_count_logical: 256
|
| 20 |
+
cudaVersion: "12.9"
|
| 21 |
+
disk:
|
| 22 |
+
/:
|
| 23 |
+
total: "1081101176832"
|
| 24 |
+
used: "131846017024"
|
| 25 |
+
email: dna9041@korea.ac.kr
|
| 26 |
+
executable: /opt/conda/envs/dcsplat/bin/python
|
| 27 |
+
git:
|
| 28 |
+
remote: git@github.com:K-nowing/CVPR2026.git
|
| 29 |
+
gpu: NVIDIA B200
|
| 30 |
+
gpu_count: 8
|
| 31 |
+
gpu_nvidia:
|
| 32 |
+
- architecture: Blackwell
|
| 33 |
+
cudaCores: 18944
|
| 34 |
+
memoryTotal: "192265846784"
|
| 35 |
+
name: NVIDIA B200
|
| 36 |
+
uuid: GPU-db54dd24-eb9e-e26f-19d8-1d7021a3a376
|
| 37 |
+
- architecture: Blackwell
|
| 38 |
+
cudaCores: 18944
|
| 39 |
+
memoryTotal: "192265846784"
|
| 40 |
+
name: NVIDIA B200
|
| 41 |
+
uuid: GPU-54d5d857-4546-967d-c3af-db1f156d7f41
|
| 42 |
+
- architecture: Blackwell
|
| 43 |
+
cudaCores: 18944
|
| 44 |
+
memoryTotal: "192265846784"
|
| 45 |
+
name: NVIDIA B200
|
| 46 |
+
uuid: GPU-923bd3c1-bd2a-beef-2fcf-7ca2fb0ad9a8
|
| 47 |
+
- architecture: Blackwell
|
| 48 |
+
cudaCores: 18944
|
| 49 |
+
memoryTotal: "192265846784"
|
| 50 |
+
name: NVIDIA B200
|
| 51 |
+
uuid: GPU-fbcea736-ea20-9820-7627-0b6d970b5270
|
| 52 |
+
- architecture: Blackwell
|
| 53 |
+
cudaCores: 18944
|
| 54 |
+
memoryTotal: "192265846784"
|
| 55 |
+
name: NVIDIA B200
|
| 56 |
+
uuid: GPU-4c2283a2-543f-a52b-b3c7-2e6812a89a21
|
| 57 |
+
- architecture: Blackwell
|
| 58 |
+
cudaCores: 18944
|
| 59 |
+
memoryTotal: "192265846784"
|
| 60 |
+
name: NVIDIA B200
|
| 61 |
+
uuid: GPU-e6994020-85dd-f5ea-620f-1c2feb276273
|
| 62 |
+
- architecture: Blackwell
|
| 63 |
+
cudaCores: 18944
|
| 64 |
+
memoryTotal: "192265846784"
|
| 65 |
+
name: NVIDIA B200
|
| 66 |
+
uuid: GPU-00c57f2f-d95e-f10a-fef8-50e497815c70
|
| 67 |
+
- architecture: Blackwell
|
| 68 |
+
cudaCores: 18944
|
| 69 |
+
memoryTotal: "192265846784"
|
| 70 |
+
name: NVIDIA B200
|
| 71 |
+
uuid: GPU-83a0753f-78d3-caeb-272b-1ea556bb0880
|
| 72 |
+
host: notebook-c8f942b6-b2d9-11f0-b992-125e6a168a5d-0
|
| 73 |
+
memory:
|
| 74 |
+
total: "2163983302656"
|
| 75 |
+
os: Linux-5.15.0-157-generic-x86_64-with-glibc2.35
|
| 76 |
+
program: -m src.main
|
| 77 |
+
python: CPython 3.12.12
|
| 78 |
+
root: /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U
|
| 79 |
+
startedAt: "2025-10-27T02:22:45.896689Z"
|
| 80 |
+
writerId: 5rjbjl7ebv0cuizanehevu22bpgyx69t
|
| 81 |
+
m:
|
| 82 |
+
- "1": trainer/global_step
|
| 83 |
+
"6":
|
| 84 |
+
- 3
|
| 85 |
+
"7": []
|
| 86 |
+
- "2": '*'
|
| 87 |
+
"5": 1
|
| 88 |
+
"6":
|
| 89 |
+
- 1
|
| 90 |
+
"7": []
|
| 91 |
+
python_version: 3.12.12
|
| 92 |
+
t:
|
| 93 |
+
"1":
|
| 94 |
+
- 1
|
| 95 |
+
- 41
|
| 96 |
+
- 49
|
| 97 |
+
- 50
|
| 98 |
+
- 79
|
| 99 |
+
- 106
|
| 100 |
+
"2":
|
| 101 |
+
- 1
|
| 102 |
+
- 41
|
| 103 |
+
- 49
|
| 104 |
+
- 50
|
| 105 |
+
- 79
|
| 106 |
+
- 106
|
| 107 |
+
"3":
|
| 108 |
+
- 7
|
| 109 |
+
- 13
|
| 110 |
+
- 15
|
| 111 |
+
- 16
|
| 112 |
+
- 66
|
| 113 |
+
"4": 3.12.12
|
| 114 |
+
"5": 0.22.0
|
| 115 |
+
"12": 0.22.0
|
| 116 |
+
"13": linux-x86_64
|
| 117 |
+
checkpointing:
|
| 118 |
+
value:
|
| 119 |
+
every_n_train_steps: 9375
|
| 120 |
+
load: null
|
| 121 |
+
save_top_k: 1
|
| 122 |
+
save_weights_only: true
|
| 123 |
+
data_loader:
|
| 124 |
+
value:
|
| 125 |
+
test:
|
| 126 |
+
batch_size: 1
|
| 127 |
+
num_workers: 4
|
| 128 |
+
persistent_workers: false
|
| 129 |
+
seed: 2345
|
| 130 |
+
train:
|
| 131 |
+
batch_size: 4
|
| 132 |
+
num_workers: 16
|
| 133 |
+
persistent_workers: true
|
| 134 |
+
seed: 1234
|
| 135 |
+
val:
|
| 136 |
+
batch_size: 1
|
| 137 |
+
num_workers: 1
|
| 138 |
+
persistent_workers: true
|
| 139 |
+
seed: 3456
|
| 140 |
+
dataset:
|
| 141 |
+
value:
|
| 142 |
+
dl3dv:
|
| 143 |
+
augment: true
|
| 144 |
+
avg_pose: false
|
| 145 |
+
background_color:
|
| 146 |
+
- 0
|
| 147 |
+
- 0
|
| 148 |
+
- 0
|
| 149 |
+
baseline_max: 100
|
| 150 |
+
baseline_min: 0.001
|
| 151 |
+
cameras_are_circular: false
|
| 152 |
+
input_image_shape:
|
| 153 |
+
- 224
|
| 154 |
+
- 448
|
| 155 |
+
intr_augment: false
|
| 156 |
+
make_baseline_1: false
|
| 157 |
+
max_fov: 100
|
| 158 |
+
name: dl3dv
|
| 159 |
+
normalize_by_pts3d: false
|
| 160 |
+
original_image_shape:
|
| 161 |
+
- 270
|
| 162 |
+
- 480
|
| 163 |
+
overfit_to_scene: null
|
| 164 |
+
relative_pose: true
|
| 165 |
+
rescale_to_1cube: false
|
| 166 |
+
roots:
|
| 167 |
+
- datasets/dl3dv
|
| 168 |
+
skip_bad_shape: true
|
| 169 |
+
view_sampler:
|
| 170 |
+
initial_max_distance_between_context_views: 7
|
| 171 |
+
initial_max_gap_multiplier: 3
|
| 172 |
+
initial_min_distance_between_context_views: 5
|
| 173 |
+
initial_min_gap_multiplier: 2
|
| 174 |
+
max_distance_between_context_views: 256
|
| 175 |
+
max_gap_multiplier: 5
|
| 176 |
+
max_img_per_gpu: 24
|
| 177 |
+
min_distance_between_context_views: 32
|
| 178 |
+
min_distance_to_context_views: 0
|
| 179 |
+
min_gap_multiplier: 3
|
| 180 |
+
min_target_views: 4
|
| 181 |
+
name: bounded_dl3dv
|
| 182 |
+
num_context_views: 24
|
| 183 |
+
warm_up_steps: 0
|
| 184 |
+
density_control_loss:
|
| 185 |
+
value:
|
| 186 |
+
complex_score:
|
| 187 |
+
grad_scale: 5000
|
| 188 |
+
log_scale: false
|
| 189 |
+
mode: 1
|
| 190 |
+
weight: 0.01
|
| 191 |
+
direct_loss:
|
| 192 |
+
value:
|
| 193 |
+
l1:
|
| 194 |
+
weight: 0.8
|
| 195 |
+
ssim:
|
| 196 |
+
weight: 0.2
|
| 197 |
+
mode:
|
| 198 |
+
value: train
|
| 199 |
+
model:
|
| 200 |
+
value:
|
| 201 |
+
decoder:
|
| 202 |
+
background_color:
|
| 203 |
+
- 0
|
| 204 |
+
- 0
|
| 205 |
+
- 0
|
| 206 |
+
make_scale_invariant: false
|
| 207 |
+
name: splatting_cuda
|
| 208 |
+
use_gsplat: true
|
| 209 |
+
density_control:
|
| 210 |
+
aggregation_mode: mean
|
| 211 |
+
grad_mode: absgrad
|
| 212 |
+
gs_param_dim: 256
|
| 213 |
+
latent_dim: 128
|
| 214 |
+
mean_dim: 32
|
| 215 |
+
name: density_control_module
|
| 216 |
+
num_heads: 1
|
| 217 |
+
num_latents: 64
|
| 218 |
+
num_level: 3
|
| 219 |
+
num_self_attn_per_block: 2
|
| 220 |
+
refinement_hidden_dim: 32
|
| 221 |
+
refinement_layer_num: 1
|
| 222 |
+
refinement_type: quadtree
|
| 223 |
+
score_mode: 3
|
| 224 |
+
sigmoid_score: true
|
| 225 |
+
use_mean_features: true
|
| 226 |
+
encoder:
|
| 227 |
+
aggregator_bf16: false
|
| 228 |
+
align_corners: false
|
| 229 |
+
camera_prompt: false
|
| 230 |
+
extrinsic_drop: 0.1
|
| 231 |
+
gs_bf16: true
|
| 232 |
+
gs_param_dim: 256
|
| 233 |
+
head_mode: pcd
|
| 234 |
+
image_scale: 1
|
| 235 |
+
img_num_frame_token_N: 0
|
| 236 |
+
img_num_global_token_N: 0
|
| 237 |
+
input_image_shape:
|
| 238 |
+
- 518
|
| 239 |
+
- 518
|
| 240 |
+
intrinsic_drop: 0.1
|
| 241 |
+
name: dcsplat
|
| 242 |
+
num_level: 3
|
| 243 |
+
num_visual_prompt: 0
|
| 244 |
+
same_head: false
|
| 245 |
+
use_extrinsic_token: false
|
| 246 |
+
use_gs_param_img_num_embed: true
|
| 247 |
+
use_intrinsic_token: false
|
| 248 |
+
use_mean_param_img_num_embed: false
|
| 249 |
+
use_pnp_solver: false
|
| 250 |
+
use_uncertainty_token: true
|
| 251 |
+
optimizer:
|
| 252 |
+
value:
|
| 253 |
+
accumulate: 1
|
| 254 |
+
backbone_lr_multiplier: 0.1
|
| 255 |
+
backbone_trainable: GB+H
|
| 256 |
+
lr: 0.0002
|
| 257 |
+
warm_up_steps: 125
|
| 258 |
+
render_loss:
|
| 259 |
+
value:
|
| 260 |
+
lpips:
|
| 261 |
+
apply_after_step: 0
|
| 262 |
+
weight: 0.05
|
| 263 |
+
mse:
|
| 264 |
+
weight: 1
|
| 265 |
+
seed:
|
| 266 |
+
value: 111123
|
| 267 |
+
test:
|
| 268 |
+
value:
|
| 269 |
+
align_pose: false
|
| 270 |
+
complex_threshold: 0.4
|
| 271 |
+
complex_threshold_list:
|
| 272 |
+
- 0
|
| 273 |
+
- 0.2
|
| 274 |
+
- 0.4
|
| 275 |
+
- 0.6
|
| 276 |
+
- 0.8
|
| 277 |
+
compute_scores: true
|
| 278 |
+
nvs_view_N_list:
|
| 279 |
+
- 3
|
| 280 |
+
- 6
|
| 281 |
+
- 16
|
| 282 |
+
- 32
|
| 283 |
+
- 64
|
| 284 |
+
output_path: test/full/dl3dv
|
| 285 |
+
pose_align_steps: 100
|
| 286 |
+
pred_intrinsic: true
|
| 287 |
+
rot_opt_lr: 0.005
|
| 288 |
+
save_active_mask_image: false
|
| 289 |
+
save_compare: false
|
| 290 |
+
save_complex_score_image: false
|
| 291 |
+
save_image: false
|
| 292 |
+
save_video: false
|
| 293 |
+
threshold_mode: ratio
|
| 294 |
+
trans_opt_lr: 0.005
|
| 295 |
+
train:
|
| 296 |
+
value:
|
| 297 |
+
align_corners: false
|
| 298 |
+
base_complex_exp_rate: 4
|
| 299 |
+
camera_loss: 1
|
| 300 |
+
complex_random_mode: num_gs_mode3
|
| 301 |
+
complex_threshold_range:
|
| 302 |
+
- 0
|
| 303 |
+
- 3
|
| 304 |
+
direct_iteration_steps: 0
|
| 305 |
+
direct_loss_weight: 0
|
| 306 |
+
extended_visualization: false
|
| 307 |
+
intrinsic_scaling: true
|
| 308 |
+
one_sample_validation: datasets/dl3dv/room_batch.pt
|
| 309 |
+
pred_focal_cam_loss: false
|
| 310 |
+
print_log_every_n_steps: 10
|
| 311 |
+
scaling_detach: true
|
| 312 |
+
start_density_control: 0
|
| 313 |
+
train_context: true
|
| 314 |
+
train_extrinsic: true
|
| 315 |
+
train_hybrid: false
|
| 316 |
+
twice_backward: false
|
| 317 |
+
use_pred_point_focal: false
|
| 318 |
+
use_refine_aux: false
|
| 319 |
+
use_target_uncertainty: point_similarity_mult
|
| 320 |
+
use_umeyama: false
|
| 321 |
+
use_uncertainty_camera_weight: true
|
| 322 |
+
verbose: false
|
| 323 |
+
trainer:
|
| 324 |
+
value:
|
| 325 |
+
gradient_clip_val: 0.5
|
| 326 |
+
max_steps: 18751
|
| 327 |
+
num_nodes: 1
|
| 328 |
+
val_check_interval: 500
|
| 329 |
+
wandb:
|
| 330 |
+
value:
|
| 331 |
+
entity: scene-representation-group
|
| 332 |
+
mode: online
|
| 333 |
+
name: 1027_DL3DV_FULL_U
|
| 334 |
+
project: DCSplat
|
| 335 |
+
tags:
|
| 336 |
+
- dl3dv
|
| 337 |
+
- 224x448
|
| 338 |
+
- full
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png
ADDED
|
Git LFS Details
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/comparison_0_e8732d0cfa21a2406a03.png
ADDED
|
Git LFS Details
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png
ADDED
|
Git LFS Details
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/files/output.log
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]
|
| 2 |
+
|
| 3 |
+
| Name | Type | Params | Mode
|
| 4 |
+
------------------------------------------------------------------------
|
| 5 |
+
0 | encoder | OurSplat | 588 M | train
|
| 6 |
+
1 | density_control_module | DensityControlModule | 2.6 M | train
|
| 7 |
+
2 | decoder | DecoderSplattingCUDA | 0 | train
|
| 8 |
+
3 | render_losses | ModuleList | 0 | train
|
| 9 |
+
4 | density_control_losses | ModuleList | 0 | train
|
| 10 |
+
5 | direct_losses | ModuleList | 0 | train
|
| 11 |
+
6 | pnp_solver | KorniaPnPSolver | 0 | train
|
| 12 |
+
------------------------------------------------------------------------
|
| 13 |
+
590 M Trainable params
|
| 14 |
+
0 Non-trainable params
|
| 15 |
+
590 M Total params
|
| 16 |
+
2,363.290 Total estimated model params size (MB)
|
| 17 |
+
782 Modules in train mode
|
| 18 |
+
980 Modules in eval mode
|
| 19 |
+
Sanity Checking: | | 0/? [00:00<?, ?it/s]DL3DV: val: loaded 55 scenes
|
| 20 |
+
Setting epoch for all underlying BatchedRandomSamplers
|
| 21 |
+
Validation: Set Epoch in DataModule
|
| 22 |
+
[2025-10-26 19:22:48,867][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance.
|
| 23 |
+
|
| 24 |
+
Validation epoch start on rank 0
|
| 25 |
+
Sanity Checking DataLoader 0: 0%| | 0/1 [00:00<?, ?it/s]validation step 0; scene = ['room'];
|
| 26 |
+
[2025-10-26 19:22:54,328][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`.
|
| 27 |
+
|
| 28 |
+
Setting up [LPIPS] perceptual loss: trunk [vgg], v[0.1], spatial [off]
|
| 29 |
+
[2025-10-26 19:22:54,329][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 30 |
+
warnings.warn(
|
| 31 |
+
|
| 32 |
+
[2025-10-26 19:22:54,329][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 33 |
+
warnings.warn(msg)
|
| 34 |
+
|
| 35 |
+
Loading model from: /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lpips/weights/v0.1/vgg.pth
|
| 36 |
+
[2025-10-26 19:22:58,545][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.)
|
| 37 |
+
return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]
|
| 38 |
+
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
Detected KeyboardInterrupt, attempting graceful shutdown ...
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/files/requirements.txt
ADDED
|
@@ -0,0 +1,119 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
lightning==2.5.1
|
| 2 |
+
opt-einsum-fx==0.1.4
|
| 3 |
+
six==1.17.0
|
| 4 |
+
colorama==0.4.6
|
| 5 |
+
fsspec==2024.6.1
|
| 6 |
+
Pygments==2.19.2
|
| 7 |
+
yarl==1.20.1
|
| 8 |
+
MarkupSafe==3.0.2
|
| 9 |
+
beartype==0.19.0
|
| 10 |
+
Jinja2==3.1.6
|
| 11 |
+
omegaconf==2.3.0
|
| 12 |
+
wandb==0.22.0
|
| 13 |
+
markdown-it-py==4.0.0
|
| 14 |
+
colorspacious==1.1.2
|
| 15 |
+
nvidia-cuda-nvrtc-cu12==12.8.61
|
| 16 |
+
pyparsing==3.2.5
|
| 17 |
+
opt_einsum==3.4.0
|
| 18 |
+
opencv-python==4.11.0.86
|
| 19 |
+
filelock==3.17.0
|
| 20 |
+
wheel==0.45.1
|
| 21 |
+
nvidia-cufile-cu12==1.13.0.11
|
| 22 |
+
antlr4-python3-runtime==4.9.3
|
| 23 |
+
aiohttp==3.12.15
|
| 24 |
+
einops==0.8.1
|
| 25 |
+
smmap==5.0.2
|
| 26 |
+
proglog==0.1.12
|
| 27 |
+
pydantic_core==2.33.2
|
| 28 |
+
imageio-ffmpeg==0.6.0
|
| 29 |
+
nvidia-cuda-runtime-cu12==12.8.57
|
| 30 |
+
pillow==10.4.0
|
| 31 |
+
typing-inspection==0.4.1
|
| 32 |
+
pandas==2.3.2
|
| 33 |
+
tqdm==4.67.1
|
| 34 |
+
brotlicffi==1.0.9.2
|
| 35 |
+
idna==3.7
|
| 36 |
+
nvidia-curand-cu12==10.3.9.55
|
| 37 |
+
cffi==1.17.1
|
| 38 |
+
async-timeout==5.0.1
|
| 39 |
+
kiwisolver==1.4.9
|
| 40 |
+
kornia==0.8.1
|
| 41 |
+
pytz==2025.2
|
| 42 |
+
scikit-image==0.25.2
|
| 43 |
+
tzdata==2025.2
|
| 44 |
+
hf-xet==1.1.10
|
| 45 |
+
networkx==3.4.2
|
| 46 |
+
huggingface-hub==0.35.1
|
| 47 |
+
pydantic==2.11.9
|
| 48 |
+
pytorch-lightning==2.5.1
|
| 49 |
+
moviepy==1.0.3
|
| 50 |
+
sentry-sdk==2.39.0
|
| 51 |
+
nvidia-nvtx-cu12==12.8.55
|
| 52 |
+
aiosignal==1.4.0
|
| 53 |
+
urllib3==2.5.0
|
| 54 |
+
torch==2.7.1+cu128
|
| 55 |
+
nvidia-nvjitlink-cu12==12.8.61
|
| 56 |
+
dacite==1.9.2
|
| 57 |
+
pip==25.2
|
| 58 |
+
torchmetrics==1.8.2
|
| 59 |
+
charset-normalizer==3.3.2
|
| 60 |
+
propcache==0.3.2
|
| 61 |
+
pycparser==2.23
|
| 62 |
+
scikit-video==1.1.11
|
| 63 |
+
lightning-utilities==0.14.3
|
| 64 |
+
cycler==0.12.1
|
| 65 |
+
scipy==1.15.3
|
| 66 |
+
nvidia-cuda-cupti-cu12==12.8.57
|
| 67 |
+
sympy==1.14.0
|
| 68 |
+
lpips==0.1.4
|
| 69 |
+
multidict==6.6.4
|
| 70 |
+
protobuf==6.32.1
|
| 71 |
+
tifffile==2025.5.10
|
| 72 |
+
fonttools==4.60.0
|
| 73 |
+
matplotlib==3.10.6
|
| 74 |
+
attrs==25.3.0
|
| 75 |
+
hydra-core==1.3.2
|
| 76 |
+
nvidia-cublas-cu12==12.8.3.14
|
| 77 |
+
click==8.3.0
|
| 78 |
+
easydict==1.13
|
| 79 |
+
nvidia-cusparselt-cu12==0.6.3
|
| 80 |
+
annotated-types==0.7.0
|
| 81 |
+
imageio==2.37.0
|
| 82 |
+
mdurl==0.1.2
|
| 83 |
+
GitPython==3.1.45
|
| 84 |
+
safetensors==0.5.3
|
| 85 |
+
nvidia-cusolver-cu12==11.7.2.55
|
| 86 |
+
mpmath==1.3.0
|
| 87 |
+
jaxtyping==0.2.37
|
| 88 |
+
torchaudio==2.7.1+cu128
|
| 89 |
+
fused-ssim==1.0.0
|
| 90 |
+
nvidia-cudnn-cu12==9.7.1.26
|
| 91 |
+
python-dateutil==2.9.0.post0
|
| 92 |
+
frozenlist==1.7.0
|
| 93 |
+
e3nn==0.5.8
|
| 94 |
+
kornia_rs==0.1.9
|
| 95 |
+
PyYAML==6.0.2
|
| 96 |
+
packaging==24.2
|
| 97 |
+
ninja==1.13.0
|
| 98 |
+
setuptools==78.1.1
|
| 99 |
+
gmpy2==2.2.1
|
| 100 |
+
tabulate==0.9.0
|
| 101 |
+
decorator==4.4.2
|
| 102 |
+
nvidia-cusparse-cu12==12.5.7.53
|
| 103 |
+
triton==3.3.1
|
| 104 |
+
numpy==1.26.4
|
| 105 |
+
contourpy==1.3.2
|
| 106 |
+
torchvision==0.22.1+cu128
|
| 107 |
+
lazy_loader==0.4
|
| 108 |
+
gitdb==4.0.12
|
| 109 |
+
nvidia-cufft-cu12==11.3.3.41
|
| 110 |
+
requests==2.32.5
|
| 111 |
+
typing_extensions==4.15.0
|
| 112 |
+
platformdirs==4.4.0
|
| 113 |
+
PySocks==1.7.1
|
| 114 |
+
nvidia-nccl-cu12==2.26.2
|
| 115 |
+
certifi==2025.8.3
|
| 116 |
+
aiohappyeyeballs==2.6.1
|
| 117 |
+
wadler_lindig==0.1.7
|
| 118 |
+
gsplat==1.5.3
|
| 119 |
+
rich==14.1.0
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.15.0-157-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.12.12",
|
| 4 |
+
"startedAt": "2025-10-27T02:22:45.896689Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"+experiment=dl3dv",
|
| 7 |
+
"wandb.mode=online",
|
| 8 |
+
"wandb.name=1027_DL3DV_FULL_U",
|
| 9 |
+
"train.one_sample_validation=datasets/dl3dv/room_batch.pt",
|
| 10 |
+
"optimizer.backbone_trainable=GB+H",
|
| 11 |
+
"model.encoder.use_uncertainty_token=true",
|
| 12 |
+
"train.use_uncertainty_camera_weight=true",
|
| 13 |
+
"train.use_target_uncertainty=point_similarity_mult",
|
| 14 |
+
"dataset.dl3dv.view_sampler.max_img_per_gpu=24",
|
| 15 |
+
"dataset.dl3dv.view_sampler.num_context_views=24",
|
| 16 |
+
"test.pred_intrinsic=true"
|
| 17 |
+
],
|
| 18 |
+
"program": "-m src.main",
|
| 19 |
+
"git": {
|
| 20 |
+
"remote": "git@github.com:K-nowing/CVPR2026.git"
|
| 21 |
+
},
|
| 22 |
+
"email": "dna9041@korea.ac.kr",
|
| 23 |
+
"root": "/root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U",
|
| 24 |
+
"host": "notebook-c8f942b6-b2d9-11f0-b992-125e6a168a5d-0",
|
| 25 |
+
"executable": "/opt/conda/envs/dcsplat/bin/python",
|
| 26 |
+
"cpu_count": 128,
|
| 27 |
+
"cpu_count_logical": 256,
|
| 28 |
+
"gpu": "NVIDIA B200",
|
| 29 |
+
"gpu_count": 8,
|
| 30 |
+
"disk": {
|
| 31 |
+
"/": {
|
| 32 |
+
"total": "1081101176832",
|
| 33 |
+
"used": "131846017024"
|
| 34 |
+
}
|
| 35 |
+
},
|
| 36 |
+
"memory": {
|
| 37 |
+
"total": "2163983302656"
|
| 38 |
+
},
|
| 39 |
+
"gpu_nvidia": [
|
| 40 |
+
{
|
| 41 |
+
"name": "NVIDIA B200",
|
| 42 |
+
"memoryTotal": "192265846784",
|
| 43 |
+
"cudaCores": 18944,
|
| 44 |
+
"architecture": "Blackwell",
|
| 45 |
+
"uuid": "GPU-db54dd24-eb9e-e26f-19d8-1d7021a3a376"
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"name": "NVIDIA B200",
|
| 49 |
+
"memoryTotal": "192265846784",
|
| 50 |
+
"cudaCores": 18944,
|
| 51 |
+
"architecture": "Blackwell",
|
| 52 |
+
"uuid": "GPU-54d5d857-4546-967d-c3af-db1f156d7f41"
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"name": "NVIDIA B200",
|
| 56 |
+
"memoryTotal": "192265846784",
|
| 57 |
+
"cudaCores": 18944,
|
| 58 |
+
"architecture": "Blackwell",
|
| 59 |
+
"uuid": "GPU-923bd3c1-bd2a-beef-2fcf-7ca2fb0ad9a8"
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"name": "NVIDIA B200",
|
| 63 |
+
"memoryTotal": "192265846784",
|
| 64 |
+
"cudaCores": 18944,
|
| 65 |
+
"architecture": "Blackwell",
|
| 66 |
+
"uuid": "GPU-fbcea736-ea20-9820-7627-0b6d970b5270"
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"name": "NVIDIA B200",
|
| 70 |
+
"memoryTotal": "192265846784",
|
| 71 |
+
"cudaCores": 18944,
|
| 72 |
+
"architecture": "Blackwell",
|
| 73 |
+
"uuid": "GPU-4c2283a2-543f-a52b-b3c7-2e6812a89a21"
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"name": "NVIDIA B200",
|
| 77 |
+
"memoryTotal": "192265846784",
|
| 78 |
+
"cudaCores": 18944,
|
| 79 |
+
"architecture": "Blackwell",
|
| 80 |
+
"uuid": "GPU-e6994020-85dd-f5ea-620f-1c2feb276273"
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"name": "NVIDIA B200",
|
| 84 |
+
"memoryTotal": "192265846784",
|
| 85 |
+
"cudaCores": 18944,
|
| 86 |
+
"architecture": "Blackwell",
|
| 87 |
+
"uuid": "GPU-00c57f2f-d95e-f10a-fef8-50e497815c70"
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"name": "NVIDIA B200",
|
| 91 |
+
"memoryTotal": "192265846784",
|
| 92 |
+
"cudaCores": 18944,
|
| 93 |
+
"architecture": "Blackwell",
|
| 94 |
+
"uuid": "GPU-83a0753f-78d3-caeb-272b-1ea556bb0880"
|
| 95 |
+
}
|
| 96 |
+
],
|
| 97 |
+
"cudaVersion": "12.9",
|
| 98 |
+
"writerId": "5rjbjl7ebv0cuizanehevu22bpgyx69t"
|
| 99 |
+
}
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"active_mask_imgs":{"captions":["room"],"_type":"images/separated","width":7304,"height":1376,"format":"png","count":1,"filenames":["media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png"]},"complex_scores":{"filenames":["media/images/complex_scores_2_b92918fe1b8687e3f56c.png"],"captions":["room"],"_type":"images/separated","width":1376,"height":7304,"format":"png","count":1},"_wandb":{"runtime":152},"_runtime":152,"_step":2,"comparison":{"captions":["room"],"_type":"images/separated","width":1832,"height":7338,"format":"png","count":1,"filenames":["media/images/comparison_0_e8732d0cfa21a2406a03.png"]},"trainer/global_step":0,"_timestamp":1.7615317869461615e+09}
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/logs/debug-core.log
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-10-26T19:22:45.946186555-07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp31q48hg8/port-3227.txt","pid":3227,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2025-10-26T19:22:45.946974751-07:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3227}
|
| 3 |
+
{"time":"2025-10-26T19:22:45.946973163-07:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3227-3496-4156748543/socket","Net":"unix"}}
|
| 4 |
+
{"time":"2025-10-26T19:22:46.117066283-07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
|
| 5 |
+
{"time":"2025-10-26T19:22:46.130434706-07:00","level":"INFO","msg":"handleInformInit: received","streamId":"p0duxfg6","id":"1(@)"}
|
| 6 |
+
{"time":"2025-10-26T19:22:46.462882384-07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"p0duxfg6","id":"1(@)"}
|
| 7 |
+
{"time":"2025-10-26T19:25:19.30035257-07:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
|
| 8 |
+
{"time":"2025-10-26T19:25:19.300606365-07:00","level":"INFO","msg":"server is shutting down"}
|
| 9 |
+
{"time":"2025-10-26T19:25:19.300597039-07:00","level":"INFO","msg":"connection: closing","id":"1(@)"}
|
| 10 |
+
{"time":"2025-10-26T19:25:19.300816748-07:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
|
| 11 |
+
{"time":"2025-10-26T19:25:19.300789321-07:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3227-3496-4156748543/socket","Net":"unix"}}
|
| 12 |
+
{"time":"2025-10-26T19:25:19.676829661-07:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
|
| 13 |
+
{"time":"2025-10-26T19:25:19.67686021-07:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
|
| 14 |
+
{"time":"2025-10-26T19:25:19.676873002-07:00","level":"INFO","msg":"server is closed"}
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-10-26T19:22:46.131309686-07:00","level":"INFO","msg":"stream: starting","core version":"0.22.0"}
|
| 2 |
+
{"time":"2025-10-26T19:22:46.46280636-07:00","level":"INFO","msg":"stream: created new stream","id":"p0duxfg6"}
|
| 3 |
+
{"time":"2025-10-26T19:22:46.462874374-07:00","level":"INFO","msg":"stream: started","id":"p0duxfg6"}
|
| 4 |
+
{"time":"2025-10-26T19:22:46.462891544-07:00","level":"INFO","msg":"sender: started","stream_id":"p0duxfg6"}
|
| 5 |
+
{"time":"2025-10-26T19:22:46.462899324-07:00","level":"INFO","msg":"writer: started","stream_id":"p0duxfg6"}
|
| 6 |
+
{"time":"2025-10-26T19:22:46.462921688-07:00","level":"INFO","msg":"handler: started","stream_id":"p0duxfg6"}
|
| 7 |
+
{"time":"2025-10-26T19:25:19.30061863-07:00","level":"INFO","msg":"stream: closing","id":"p0duxfg6"}
|
| 8 |
+
{"time":"2025-10-26T19:25:19.558643313-07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 9 |
+
{"time":"2025-10-26T19:25:19.675318147-07:00","level":"INFO","msg":"handler: closed","stream_id":"p0duxfg6"}
|
| 10 |
+
{"time":"2025-10-26T19:25:19.675792549-07:00","level":"INFO","msg":"sender: closed","stream_id":"p0duxfg6"}
|
| 11 |
+
{"time":"2025-10-26T19:25:19.675829818-07:00","level":"INFO","msg":"stream: closed","id":"p0duxfg6"}
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/logs/debug.log
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-10-26 19:22:45,903 INFO MainThread:3227 [wandb_setup.py:_flush():81] Current SDK version is 0.22.0
|
| 2 |
+
2025-10-26 19:22:45,904 INFO MainThread:3227 [wandb_setup.py:_flush():81] Configure stats pid to 3227
|
| 3 |
+
2025-10-26 19:22:45,904 INFO MainThread:3227 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings
|
| 4 |
+
2025-10-26 19:22:45,904 INFO MainThread:3227 [wandb_setup.py:_flush():81] Loading settings from /root/highspeedstorage/injae_dl3dv/code/CVPR2026/wandb/settings
|
| 5 |
+
2025-10-26 19:22:45,904 INFO MainThread:3227 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 6 |
+
2025-10-26 19:22:45,904 INFO MainThread:3227 [wandb_init.py:setup_run_log_directory():686] Logging user logs to /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U/wandb/run-20251026_192245-p0duxfg6/logs/debug.log
|
| 7 |
+
2025-10-26 19:22:45,904 INFO MainThread:3227 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U/wandb/run-20251026_192245-p0duxfg6/logs/debug-internal.log
|
| 8 |
+
2025-10-26 19:22:45,904 INFO MainThread:3227 [wandb_init.py:init():813] calling init triggers
|
| 9 |
+
2025-10-26 19:22:45,904 INFO MainThread:3227 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'model': {'encoder': {'name': 'dcsplat', 'input_image_shape': [518, 518], 'head_mode': 'pcd', 'same_head': False, 'num_level': 3, 'gs_param_dim': 256, 'camera_prompt': False, 'num_visual_prompt': 0, 'use_extrinsic_token': False, 'use_intrinsic_token': False, 'extrinsic_drop': 0.1, 'intrinsic_drop': 0.1, 'use_pnp_solver': False, 'align_corners': False, 'image_scale': 1.0, 'use_uncertainty_token': True, 'gs_bf16': True, 'aggregator_bf16': False, 'img_num_frame_token_N': 0, 'img_num_global_token_N': 0, 'use_gs_param_img_num_embed': True, 'use_mean_param_img_num_embed': False}, 'decoder': {'name': 'splatting_cuda', 'background_color': [0.0, 0.0, 0.0], 'make_scale_invariant': False, 'use_gsplat': True}, 'density_control': {'name': 'density_control_module', 'mean_dim': 32, 'gs_param_dim': 256, 'refinement_layer_num': 1, 'num_level': 3, 'grad_mode': 'absgrad', 'use_mean_features': True, 'refinement_type': 'quadtree', 'refinement_hidden_dim': 32, 'aggregation_mode': 'mean', 'num_heads': 1, 'score_mode': 3, 'sigmoid_score': True, 'latent_dim': 128, 'num_latents': 64, 'num_self_attn_per_block': 2}}, 'render_loss': {'mse': {'weight': 1.0}, 'lpips': {'weight': 0.05, 'apply_after_step': 0}}, 'density_control_loss': {'complex_score': {'weight': 0.01, 'log_scale': False, 'grad_scale': 5000.0, 'mode': 1}}, 'direct_loss': {'l1': {'weight': 0.8}, 'ssim': {'weight': 0.2}}, 'wandb': {'project': 'DCSplat', 'entity': 'scene-representation-group', 'name': '1027_DL3DV_FULL_U', 'mode': 'online', 'tags': ['dl3dv', '224x448', 'full']}, 'mode': 'train', 'data_loader': {'train': {'num_workers': 16, 'persistent_workers': True, 'batch_size': 4, 'seed': 1234}, 'test': {'num_workers': 4, 'persistent_workers': False, 'batch_size': 1, 'seed': 2345}, 'val': {'num_workers': 1, 'persistent_workers': True, 'batch_size': 1, 'seed': 3456}}, 'optimizer': {'lr': 0.0002, 'warm_up_steps': 125, 'backbone_lr_multiplier': 0.1, 'backbone_trainable': 'GB+H', 'accumulate': 1}, 'checkpointing': {'load': None, 'every_n_train_steps': 9375, 'save_top_k': 1, 'save_weights_only': True}, 'train': {'extended_visualization': False, 'print_log_every_n_steps': 10, 'camera_loss': 1.0, 'one_sample_validation': 'datasets/dl3dv/room_batch.pt', 'align_corners': False, 'intrinsic_scaling': True, 'train_context': True, 'train_hybrid': False, 'use_pred_point_focal': False, 'scaling_detach': True, 'complex_threshold_range': [0.0, 3.0], 'use_umeyama': False, 'pred_focal_cam_loss': False, 'direct_loss_weight': 0.0, 'direct_iteration_steps': 0, 'twice_backward': False, 'use_uncertainty_camera_weight': True, 'use_target_uncertainty': 'point_similarity_mult', 'verbose': False, 'complex_random_mode': 'num_gs_mode3', 'start_density_control': 0.0, 'base_complex_exp_rate': 4.0, 'use_refine_aux': False, 'train_extrinsic': True}, 'test': {'output_path': 'test/full/dl3dv', 'align_pose': False, 'pose_align_steps': 100, 'rot_opt_lr': 0.005, 'trans_opt_lr': 0.005, 'compute_scores': True, 'save_image': False, 'save_video': False, 'save_active_mask_image': False, 'save_complex_score_image': False, 'save_compare': False, 'pred_intrinsic': True, 'complex_threshold': 0.4, 'complex_threshold_list': [0.0, 0.2, 0.4, 0.6, 0.8], 'threshold_mode': 'ratio', 'nvs_view_N_list': [3, 6, 16, 32, 64]}, 'seed': 111123, 'trainer': {'max_steps': 18751, 'val_check_interval': 500, 'gradient_clip_val': 0.5, 'num_nodes': 1}, 'dataset': {'dl3dv': {'make_baseline_1': False, 'relative_pose': True, 'augment': True, 'background_color': [0.0, 0.0, 0.0], 'overfit_to_scene': None, 'skip_bad_shape': True, 'view_sampler': {'name': 'bounded_dl3dv', 'min_target_views': 4, 'num_context_views': 24, 'warm_up_steps': 0, 'max_img_per_gpu': 24, 'min_distance_to_context_views': 0, 'initial_min_distance_between_context_views': 5, 'initial_max_distance_between_context_views': 7, 'min_distance_between_context_views': 32, 'max_distance_between_context_views': 256, 'min_gap_multiplier': 3, 'max_gap_multiplier': 5, 'initial_min_gap_multiplier': 2, 'initial_max_gap_multiplier': 3}, 'name': 'dl3dv', 'roots': ['datasets/dl3dv'], 'input_image_shape': [224, 448], 'original_image_shape': [270, 480], 'cameras_are_circular': False, 'baseline_min': 0.001, 'baseline_max': 100.0, 'max_fov': 100.0, 'avg_pose': False, 'rescale_to_1cube': False, 'intr_augment': False, 'normalize_by_pts3d': False}}, '_wandb': {}}
|
| 11 |
+
2025-10-26 19:22:45,904 INFO MainThread:3227 [wandb_init.py:init():861] starting backend
|
| 12 |
+
2025-10-26 19:22:46,117 INFO MainThread:3227 [wandb_init.py:init():864] sending inform_init request
|
| 13 |
+
2025-10-26 19:22:46,122 INFO MainThread:3227 [wandb_init.py:init():872] backend started and connected
|
| 14 |
+
2025-10-26 19:22:46,129 INFO MainThread:3227 [wandb_init.py:init():942] updated telemetry
|
| 15 |
+
2025-10-26 19:22:46,135 INFO MainThread:3227 [wandb_init.py:init():966] communicating run to backend with 90.0 second timeout
|
| 16 |
+
2025-10-26 19:22:46,782 INFO MainThread:3227 [wandb_init.py:init():1017] starting run threads in backend
|
| 17 |
+
2025-10-26 19:22:46,944 INFO MainThread:3227 [wandb_run.py:_console_start():2506] atexit reg
|
| 18 |
+
2025-10-26 19:22:46,944 INFO MainThread:3227 [wandb_run.py:_redirect():2354] redirect: wrap_raw
|
| 19 |
+
2025-10-26 19:22:46,946 INFO MainThread:3227 [wandb_run.py:_redirect():2423] Wrapping output streams.
|
| 20 |
+
2025-10-26 19:22:46,946 INFO MainThread:3227 [wandb_run.py:_redirect():2446] Redirects installed.
|
| 21 |
+
2025-10-26 19:22:46,950 INFO MainThread:3227 [wandb_init.py:init():1057] run started, returning control to user process
|
| 22 |
+
2025-10-26 19:25:19,300 INFO wandb-AsyncioManager-main:3227 [service_client.py:_forward_responses():84] Reached EOF.
|
| 23 |
+
2025-10-26 19:25:19,300 INFO wandb-AsyncioManager-main:3227 [mailbox.py:close():137] Closing mailbox, abandoning 2 handles.
|
| 24 |
+
2025-10-26 19:25:19,301 ERROR wandb-AsyncioManager-main:3227 [asyncio_manager.py:fn_wrap_exceptions():183] Uncaught exception in run_soon callback.
|
| 25 |
+
Traceback (most recent call last):
|
| 26 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_manager.py", line 181, in fn_wrap_exceptions
|
| 27 |
+
await fn()
|
| 28 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/wandb/sdk/lib/service/service_client.py", line 65, in _send_server_request
|
| 29 |
+
await self._writer.drain()
|
| 30 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/asyncio/streams.py", line 392, in drain
|
| 31 |
+
await self._protocol._drain_helper()
|
| 32 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/asyncio/streams.py", line 166, in _drain_helper
|
| 33 |
+
raise ConnectionResetError('Connection lost')
|
| 34 |
+
ConnectionResetError: Connection lost
|
checkpoints/wandb/run-20251026_192245-p0duxfg6/run-p0duxfg6.wandb
ADDED
|
Binary file (62 kB). View file
|
|
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/config.yaml
ADDED
|
@@ -0,0 +1,335 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.22.0
|
| 4 |
+
e:
|
| 5 |
+
ifdxqc9grrzqq8h6g6j60bddmjhppuio:
|
| 6 |
+
args:
|
| 7 |
+
- +experiment=dl3dv
|
| 8 |
+
- wandb.mode=online
|
| 9 |
+
- wandb.name=1027_DL3DV_FULL_U
|
| 10 |
+
- train.one_sample_validation=datasets/dl3dv/room_batch.pt
|
| 11 |
+
- optimizer.backbone_trainable=GB+H
|
| 12 |
+
- model.encoder.use_uncertainty_token=true
|
| 13 |
+
- train.use_uncertainty_camera_weight=true
|
| 14 |
+
- train.use_target_uncertainty=point_similarity_mult
|
| 15 |
+
cpu_count: 128
|
| 16 |
+
cpu_count_logical: 256
|
| 17 |
+
cudaVersion: "12.9"
|
| 18 |
+
disk:
|
| 19 |
+
/:
|
| 20 |
+
total: "1081101176832"
|
| 21 |
+
used: "131846033408"
|
| 22 |
+
email: dna9041@korea.ac.kr
|
| 23 |
+
executable: /opt/conda/envs/dcsplat/bin/python
|
| 24 |
+
git:
|
| 25 |
+
remote: git@github.com:K-nowing/CVPR2026.git
|
| 26 |
+
gpu: NVIDIA B200
|
| 27 |
+
gpu_count: 8
|
| 28 |
+
gpu_nvidia:
|
| 29 |
+
- architecture: Blackwell
|
| 30 |
+
cudaCores: 18944
|
| 31 |
+
memoryTotal: "192265846784"
|
| 32 |
+
name: NVIDIA B200
|
| 33 |
+
uuid: GPU-db54dd24-eb9e-e26f-19d8-1d7021a3a376
|
| 34 |
+
- architecture: Blackwell
|
| 35 |
+
cudaCores: 18944
|
| 36 |
+
memoryTotal: "192265846784"
|
| 37 |
+
name: NVIDIA B200
|
| 38 |
+
uuid: GPU-54d5d857-4546-967d-c3af-db1f156d7f41
|
| 39 |
+
- architecture: Blackwell
|
| 40 |
+
cudaCores: 18944
|
| 41 |
+
memoryTotal: "192265846784"
|
| 42 |
+
name: NVIDIA B200
|
| 43 |
+
uuid: GPU-923bd3c1-bd2a-beef-2fcf-7ca2fb0ad9a8
|
| 44 |
+
- architecture: Blackwell
|
| 45 |
+
cudaCores: 18944
|
| 46 |
+
memoryTotal: "192265846784"
|
| 47 |
+
name: NVIDIA B200
|
| 48 |
+
uuid: GPU-fbcea736-ea20-9820-7627-0b6d970b5270
|
| 49 |
+
- architecture: Blackwell
|
| 50 |
+
cudaCores: 18944
|
| 51 |
+
memoryTotal: "192265846784"
|
| 52 |
+
name: NVIDIA B200
|
| 53 |
+
uuid: GPU-4c2283a2-543f-a52b-b3c7-2e6812a89a21
|
| 54 |
+
- architecture: Blackwell
|
| 55 |
+
cudaCores: 18944
|
| 56 |
+
memoryTotal: "192265846784"
|
| 57 |
+
name: NVIDIA B200
|
| 58 |
+
uuid: GPU-e6994020-85dd-f5ea-620f-1c2feb276273
|
| 59 |
+
- architecture: Blackwell
|
| 60 |
+
cudaCores: 18944
|
| 61 |
+
memoryTotal: "192265846784"
|
| 62 |
+
name: NVIDIA B200
|
| 63 |
+
uuid: GPU-00c57f2f-d95e-f10a-fef8-50e497815c70
|
| 64 |
+
- architecture: Blackwell
|
| 65 |
+
cudaCores: 18944
|
| 66 |
+
memoryTotal: "192265846784"
|
| 67 |
+
name: NVIDIA B200
|
| 68 |
+
uuid: GPU-83a0753f-78d3-caeb-272b-1ea556bb0880
|
| 69 |
+
host: notebook-c8f942b6-b2d9-11f0-b992-125e6a168a5d-0
|
| 70 |
+
memory:
|
| 71 |
+
total: "2163983302656"
|
| 72 |
+
os: Linux-5.15.0-157-generic-x86_64-with-glibc2.35
|
| 73 |
+
program: -m src.main
|
| 74 |
+
python: CPython 3.12.12
|
| 75 |
+
root: /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U
|
| 76 |
+
startedAt: "2025-10-27T02:23:43.142958Z"
|
| 77 |
+
writerId: ifdxqc9grrzqq8h6g6j60bddmjhppuio
|
| 78 |
+
m:
|
| 79 |
+
- "1": trainer/global_step
|
| 80 |
+
"6":
|
| 81 |
+
- 3
|
| 82 |
+
"7": []
|
| 83 |
+
- "2": '*'
|
| 84 |
+
"5": 1
|
| 85 |
+
"6":
|
| 86 |
+
- 1
|
| 87 |
+
"7": []
|
| 88 |
+
python_version: 3.12.12
|
| 89 |
+
t:
|
| 90 |
+
"1":
|
| 91 |
+
- 1
|
| 92 |
+
- 41
|
| 93 |
+
- 49
|
| 94 |
+
- 50
|
| 95 |
+
- 79
|
| 96 |
+
- 106
|
| 97 |
+
"2":
|
| 98 |
+
- 1
|
| 99 |
+
- 41
|
| 100 |
+
- 49
|
| 101 |
+
- 50
|
| 102 |
+
- 79
|
| 103 |
+
- 106
|
| 104 |
+
"3":
|
| 105 |
+
- 7
|
| 106 |
+
- 13
|
| 107 |
+
- 15
|
| 108 |
+
- 16
|
| 109 |
+
- 66
|
| 110 |
+
"4": 3.12.12
|
| 111 |
+
"5": 0.22.0
|
| 112 |
+
"12": 0.22.0
|
| 113 |
+
"13": linux-x86_64
|
| 114 |
+
checkpointing:
|
| 115 |
+
value:
|
| 116 |
+
every_n_train_steps: 9375
|
| 117 |
+
load: null
|
| 118 |
+
save_top_k: 1
|
| 119 |
+
save_weights_only: true
|
| 120 |
+
data_loader:
|
| 121 |
+
value:
|
| 122 |
+
test:
|
| 123 |
+
batch_size: 1
|
| 124 |
+
num_workers: 4
|
| 125 |
+
persistent_workers: false
|
| 126 |
+
seed: 2345
|
| 127 |
+
train:
|
| 128 |
+
batch_size: 4
|
| 129 |
+
num_workers: 16
|
| 130 |
+
persistent_workers: true
|
| 131 |
+
seed: 1234
|
| 132 |
+
val:
|
| 133 |
+
batch_size: 1
|
| 134 |
+
num_workers: 1
|
| 135 |
+
persistent_workers: true
|
| 136 |
+
seed: 3456
|
| 137 |
+
dataset:
|
| 138 |
+
value:
|
| 139 |
+
dl3dv:
|
| 140 |
+
augment: true
|
| 141 |
+
avg_pose: false
|
| 142 |
+
background_color:
|
| 143 |
+
- 0
|
| 144 |
+
- 0
|
| 145 |
+
- 0
|
| 146 |
+
baseline_max: 100
|
| 147 |
+
baseline_min: 0.001
|
| 148 |
+
cameras_are_circular: false
|
| 149 |
+
input_image_shape:
|
| 150 |
+
- 224
|
| 151 |
+
- 448
|
| 152 |
+
intr_augment: false
|
| 153 |
+
make_baseline_1: false
|
| 154 |
+
max_fov: 100
|
| 155 |
+
name: dl3dv
|
| 156 |
+
normalize_by_pts3d: false
|
| 157 |
+
original_image_shape:
|
| 158 |
+
- 270
|
| 159 |
+
- 480
|
| 160 |
+
overfit_to_scene: null
|
| 161 |
+
relative_pose: true
|
| 162 |
+
rescale_to_1cube: false
|
| 163 |
+
roots:
|
| 164 |
+
- datasets/dl3dv
|
| 165 |
+
skip_bad_shape: true
|
| 166 |
+
view_sampler:
|
| 167 |
+
initial_max_distance_between_context_views: 7
|
| 168 |
+
initial_max_gap_multiplier: 3
|
| 169 |
+
initial_min_distance_between_context_views: 5
|
| 170 |
+
initial_min_gap_multiplier: 2
|
| 171 |
+
max_distance_between_context_views: 256
|
| 172 |
+
max_gap_multiplier: 5
|
| 173 |
+
max_img_per_gpu: 16
|
| 174 |
+
min_distance_between_context_views: 32
|
| 175 |
+
min_distance_to_context_views: 0
|
| 176 |
+
min_gap_multiplier: 3
|
| 177 |
+
min_target_views: 4
|
| 178 |
+
name: bounded_dl3dv
|
| 179 |
+
num_context_views: 16
|
| 180 |
+
warm_up_steps: 0
|
| 181 |
+
density_control_loss:
|
| 182 |
+
value:
|
| 183 |
+
complex_score:
|
| 184 |
+
grad_scale: 5000
|
| 185 |
+
log_scale: false
|
| 186 |
+
mode: 1
|
| 187 |
+
weight: 0.01
|
| 188 |
+
direct_loss:
|
| 189 |
+
value:
|
| 190 |
+
l1:
|
| 191 |
+
weight: 0.8
|
| 192 |
+
ssim:
|
| 193 |
+
weight: 0.2
|
| 194 |
+
mode:
|
| 195 |
+
value: train
|
| 196 |
+
model:
|
| 197 |
+
value:
|
| 198 |
+
decoder:
|
| 199 |
+
background_color:
|
| 200 |
+
- 0
|
| 201 |
+
- 0
|
| 202 |
+
- 0
|
| 203 |
+
make_scale_invariant: false
|
| 204 |
+
name: splatting_cuda
|
| 205 |
+
use_gsplat: true
|
| 206 |
+
density_control:
|
| 207 |
+
aggregation_mode: mean
|
| 208 |
+
grad_mode: absgrad
|
| 209 |
+
gs_param_dim: 256
|
| 210 |
+
latent_dim: 128
|
| 211 |
+
mean_dim: 32
|
| 212 |
+
name: density_control_module
|
| 213 |
+
num_heads: 1
|
| 214 |
+
num_latents: 64
|
| 215 |
+
num_level: 3
|
| 216 |
+
num_self_attn_per_block: 2
|
| 217 |
+
refinement_hidden_dim: 32
|
| 218 |
+
refinement_layer_num: 1
|
| 219 |
+
refinement_type: quadtree
|
| 220 |
+
score_mode: 3
|
| 221 |
+
sigmoid_score: true
|
| 222 |
+
use_mean_features: true
|
| 223 |
+
encoder:
|
| 224 |
+
aggregator_bf16: false
|
| 225 |
+
align_corners: false
|
| 226 |
+
camera_prompt: false
|
| 227 |
+
extrinsic_drop: 0.1
|
| 228 |
+
gs_bf16: true
|
| 229 |
+
gs_param_dim: 256
|
| 230 |
+
head_mode: pcd
|
| 231 |
+
image_scale: 1
|
| 232 |
+
img_num_frame_token_N: 0
|
| 233 |
+
img_num_global_token_N: 0
|
| 234 |
+
input_image_shape:
|
| 235 |
+
- 518
|
| 236 |
+
- 518
|
| 237 |
+
intrinsic_drop: 0.1
|
| 238 |
+
name: dcsplat
|
| 239 |
+
num_level: 3
|
| 240 |
+
num_visual_prompt: 0
|
| 241 |
+
same_head: false
|
| 242 |
+
use_extrinsic_token: false
|
| 243 |
+
use_gs_param_img_num_embed: true
|
| 244 |
+
use_intrinsic_token: false
|
| 245 |
+
use_mean_param_img_num_embed: false
|
| 246 |
+
use_pnp_solver: false
|
| 247 |
+
use_uncertainty_token: true
|
| 248 |
+
optimizer:
|
| 249 |
+
value:
|
| 250 |
+
accumulate: 1
|
| 251 |
+
backbone_lr_multiplier: 0.1
|
| 252 |
+
backbone_trainable: GB+H
|
| 253 |
+
lr: 0.0002
|
| 254 |
+
warm_up_steps: 125
|
| 255 |
+
render_loss:
|
| 256 |
+
value:
|
| 257 |
+
lpips:
|
| 258 |
+
apply_after_step: 0
|
| 259 |
+
weight: 0.05
|
| 260 |
+
mse:
|
| 261 |
+
weight: 1
|
| 262 |
+
seed:
|
| 263 |
+
value: 111123
|
| 264 |
+
test:
|
| 265 |
+
value:
|
| 266 |
+
align_pose: false
|
| 267 |
+
complex_threshold: 0.4
|
| 268 |
+
complex_threshold_list:
|
| 269 |
+
- 0
|
| 270 |
+
- 0.2
|
| 271 |
+
- 0.4
|
| 272 |
+
- 0.6
|
| 273 |
+
- 0.8
|
| 274 |
+
compute_scores: true
|
| 275 |
+
nvs_view_N_list:
|
| 276 |
+
- 3
|
| 277 |
+
- 6
|
| 278 |
+
- 16
|
| 279 |
+
- 32
|
| 280 |
+
- 64
|
| 281 |
+
output_path: test/full/dl3dv
|
| 282 |
+
pose_align_steps: 100
|
| 283 |
+
pred_intrinsic: true
|
| 284 |
+
rot_opt_lr: 0.005
|
| 285 |
+
save_active_mask_image: false
|
| 286 |
+
save_compare: false
|
| 287 |
+
save_complex_score_image: false
|
| 288 |
+
save_image: false
|
| 289 |
+
save_video: false
|
| 290 |
+
threshold_mode: ratio
|
| 291 |
+
trans_opt_lr: 0.005
|
| 292 |
+
train:
|
| 293 |
+
value:
|
| 294 |
+
align_corners: false
|
| 295 |
+
base_complex_exp_rate: 4
|
| 296 |
+
camera_loss: 1
|
| 297 |
+
complex_random_mode: num_gs_mode3
|
| 298 |
+
complex_threshold_range:
|
| 299 |
+
- 0
|
| 300 |
+
- 3
|
| 301 |
+
direct_iteration_steps: 0
|
| 302 |
+
direct_loss_weight: 0
|
| 303 |
+
extended_visualization: false
|
| 304 |
+
intrinsic_scaling: true
|
| 305 |
+
one_sample_validation: datasets/dl3dv/room_batch.pt
|
| 306 |
+
pred_focal_cam_loss: false
|
| 307 |
+
print_log_every_n_steps: 10
|
| 308 |
+
scaling_detach: true
|
| 309 |
+
start_density_control: 0
|
| 310 |
+
train_context: true
|
| 311 |
+
train_extrinsic: true
|
| 312 |
+
train_hybrid: false
|
| 313 |
+
twice_backward: false
|
| 314 |
+
use_pred_point_focal: false
|
| 315 |
+
use_refine_aux: false
|
| 316 |
+
use_target_uncertainty: point_similarity_mult
|
| 317 |
+
use_umeyama: false
|
| 318 |
+
use_uncertainty_camera_weight: true
|
| 319 |
+
verbose: false
|
| 320 |
+
trainer:
|
| 321 |
+
value:
|
| 322 |
+
gradient_clip_val: 0.5
|
| 323 |
+
max_steps: 18751
|
| 324 |
+
num_nodes: 1
|
| 325 |
+
val_check_interval: 500
|
| 326 |
+
wandb:
|
| 327 |
+
value:
|
| 328 |
+
entity: scene-representation-group
|
| 329 |
+
mode: online
|
| 330 |
+
name: 1027_DL3DV_FULL_U
|
| 331 |
+
project: DCSplat
|
| 332 |
+
tags:
|
| 333 |
+
- dl3dv
|
| 334 |
+
- 224x448
|
| 335 |
+
- full
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png
ADDED
|
Git LFS Details
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/comparison_0_e8732d0cfa21a2406a03.png
ADDED
|
Git LFS Details
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png
ADDED
|
Git LFS Details
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/train/comparison_11_b119bd9f18dcd8eb9322.png
ADDED
|
Git LFS Details
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/train/complex_scores_10_e498cd56f46d21e3be41.png
ADDED
|
Git LFS Details
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/output.log
ADDED
|
@@ -0,0 +1,161 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [1]
|
| 2 |
+
|
| 3 |
+
| Name | Type | Params | Mode
|
| 4 |
+
------------------------------------------------------------------------
|
| 5 |
+
0 | encoder | OurSplat | 588 M | train
|
| 6 |
+
1 | density_control_module | DensityControlModule | 2.6 M | train
|
| 7 |
+
2 | decoder | DecoderSplattingCUDA | 0 | train
|
| 8 |
+
3 | render_losses | ModuleList | 0 | train
|
| 9 |
+
4 | density_control_losses | ModuleList | 0 | train
|
| 10 |
+
5 | direct_losses | ModuleList | 0 | train
|
| 11 |
+
6 | pnp_solver | KorniaPnPSolver | 0 | train
|
| 12 |
+
------------------------------------------------------------------------
|
| 13 |
+
590 M Trainable params
|
| 14 |
+
0 Non-trainable params
|
| 15 |
+
590 M Total params
|
| 16 |
+
2,363.290 Total estimated model params size (MB)
|
| 17 |
+
782 Modules in train mode
|
| 18 |
+
980 Modules in eval mode
|
| 19 |
+
Sanity Checking: | | 0/? [00:00<?, ?it/s]DL3DV: val: loaded 55 scenes
|
| 20 |
+
Setting epoch for all underlying BatchedRandomSamplers
|
| 21 |
+
Validation: Set Epoch in DataModule
|
| 22 |
+
[2025-10-26 19:23:45,936][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance.
|
| 23 |
+
|
| 24 |
+
Validation epoch start on rank 0
|
| 25 |
+
Sanity Checking DataLoader 0: 0%| | 0/1 [00:00<?, ?it/s]validation step 0; scene = ['room'];
|
| 26 |
+
[2025-10-26 19:23:49,495][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`.
|
| 27 |
+
|
| 28 |
+
Setting up [LPIPS] perceptual loss: trunk [vgg], v[0.1], spatial [off]
|
| 29 |
+
[2025-10-26 19:23:49,496][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.
|
| 30 |
+
warnings.warn(
|
| 31 |
+
|
| 32 |
+
[2025-10-26 19:23:49,496][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights.
|
| 33 |
+
warnings.warn(msg)
|
| 34 |
+
|
| 35 |
+
Loading model from: /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lpips/weights/v0.1/vgg.pth
|
| 36 |
+
[2025-10-26 19:23:53,646][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.)
|
| 37 |
+
return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]
|
| 38 |
+
|
| 39 |
+
DL3DV: train: loaded 9570 scenes
|
| 40 |
+
Setting epoch for all underlying BatchedRandomSamplers
|
| 41 |
+
Epoch 0: 0%| | 9/7853 [00:13<3:20:13, 0.65it/s, v_num=tndn]train step 10; scene = ['dl3dv_c104b43b418cae']; loss = 0.579293
|
| 42 |
+
Epoch 0: 0%|▏ | 19/7853 [00:28<3:13:53, 0.67it/s, v_num=tndn]train step 20; scene = ['dl3dv_7d4a551cb62c55']; loss = 0.146172
|
| 43 |
+
Epoch 0: 0%|▏ | 29/7853 [00:43<3:13:29, 0.67it/s, v_num=tndn]train step 30; scene = ['dl3dv_43101039ceceb9']; loss = 0.947000
|
| 44 |
+
Epoch 0: 0%|▎ | 39/7853 [00:54<3:03:32, 0.71it/s, v_num=tndn]train step 40; scene = ['dl3dv_42bb80b882b630']; loss = -0.112018
|
| 45 |
+
Epoch 0: 1%|▎ | 49/7853 [01:07<3:00:15, 0.72it/s, v_num=tndn]train step 50; scene = ['dl3dv_944c438fb3551c', 'dl3dv_9c9f28e99cfb0e']; loss = -0.330427
|
| 46 |
+
Epoch 0: 1%|▍ | 59/7853 [01:20<2:56:58, 0.73it/s, v_num=tndn]train step 60; scene = ['dl3dv_0d2d0436eeca93']; loss = 0.509768
|
| 47 |
+
Epoch 0: 1%|▍ | 69/7853 [01:35<2:58:59, 0.72it/s, v_num=tndn]train step 70; scene = ['dl3dv_9907d0f36ef292']; loss = -0.309660
|
| 48 |
+
Epoch 0: 1%|▌ | 79/7853 [01:49<2:59:46, 0.72it/s, v_num=tndn]train step 80; scene = ['dl3dv_d53baa8b39e431']; loss = -0.203730
|
| 49 |
+
Epoch 0: 1%|▌ | 89/7853 [02:03<2:58:54, 0.72it/s, v_num=tndn]train step 90; scene = ['dl3dv_f69e6fbb33a571']; loss = -0.083117
|
| 50 |
+
Epoch 0: 1%|▋ | 99/7853 [02:19<3:02:13, 0.71it/s, v_num=tndn]train step 100; scene = ['dl3dv_b254ff35d4593e', 'dl3dv_5d5949c63a1954']; loss = -0.487594
|
| 51 |
+
Epoch 0: 1%|▋ | 109/7853 [02:32<3:00:50, 0.71it/s, v_num=tndn]train step 110; scene = ['dl3dv_f4e8d884fbed1a']; loss = -0.496112
|
| 52 |
+
Epoch 0: 2%|▊ | 119/7853 [03:02<3:17:13, 0.65it/s, v_num=tndn]train step 120; scene = ['dl3dv_f0e9cce78259cb']; loss = -0.460066
|
| 53 |
+
Epoch 0: 2%|▊ | 124/7853 [03:09<3:16:41, 0.65it/s, v_num=tndn][2025-10-26 19:29:11,320][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose.
|
| 54 |
+
warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning)
|
| 55 |
+
|
| 56 |
+
Epoch 0: 2%|▊ | 129/7853 [03:16<3:16:28, 0.66it/s, v_num=tndn]train step 130; scene = ['dl3dv_295aaa46488343']; loss = -0.857527
|
| 57 |
+
Epoch 0: 2%|▉ | 139/7853 [03:30<3:14:46, 0.66it/s, v_num=tndn]train step 140; scene = ['dl3dv_abb7a601b111e9', 'dl3dv_34f30ca31da585', 'dl3dv_223ddc2aaee01e', 'dl3dv_c945a91d8f5bad']; loss = -0.190481
|
| 58 |
+
Epoch 0: 2%|█ | 149/7853 [03:41<3:10:33, 0.67it/s, v_num=tndn]train step 150; scene = ['dl3dv_fa9c44feec1eeb']; loss = -0.734502
|
| 59 |
+
Epoch 0: 2%|█ | 159/7853 [03:55<3:09:44, 0.68it/s, v_num=tndn]train step 160; scene = ['dl3dv_f2c92aeffc33d2']; loss = -0.270925
|
| 60 |
+
Epoch 0: 2%|█▏ | 169/7853 [04:10<3:09:35, 0.68it/s, v_num=tndn]train step 170; scene = ['dl3dv_c9b7a1c31b2131']; loss = -0.691651
|
| 61 |
+
Epoch 0: 2%|█▏ | 179/7853 [04:25<3:09:23, 0.68it/s, v_num=tndn]train step 180; scene = ['dl3dv_10d20f512cba26']; loss = -0.258094
|
| 62 |
+
Epoch 0: 2%|█▎ | 189/7853 [04:39<3:08:47, 0.68it/s, v_num=tndn]train step 190; scene = ['dl3dv_dd4cdd621bd149']; loss = -0.683769
|
| 63 |
+
Epoch 0: 3%|█▎ | 199/7853 [04:52<3:07:21, 0.68it/s, v_num=tndn]train step 200; scene = ['dl3dv_a7a7ce2df4eb0f']; loss = -0.628351
|
| 64 |
+
Epoch 0: 3%|█▍ | 209/7853 [05:13<3:10:57, 0.67it/s, v_num=tndn]train step 210; scene = ['dl3dv_846cca8e777600']; loss = -0.473028
|
| 65 |
+
Epoch 0: 3%|█▍ | 219/7853 [05:27<3:10:05, 0.67it/s, v_num=tndn]train step 220; scene = ['dl3dv_77845da4eb956c']; loss = -0.710872
|
| 66 |
+
Epoch 0: 3%|█▌ | 229/7853 [05:39<3:08:30, 0.67it/s, v_num=tndn]train step 230; scene = ['dl3dv_23830770861df3']; loss = -0.551198
|
| 67 |
+
Epoch 0: 3%|█▌ | 239/7853 [05:54<3:08:11, 0.67it/s, v_num=tndn]train step 240; scene = ['dl3dv_75adeed6c74016']; loss = -0.739421
|
| 68 |
+
Epoch 0: 3%|█▋ | 249/7853 [06:08<3:07:29, 0.68it/s, v_num=tndn]train step 250; scene = ['dl3dv_55055b9fb2cb6e']; loss = -0.384576
|
| 69 |
+
Epoch 0: 3%|█▋ | 259/7853 [06:22<3:06:49, 0.68it/s, v_num=tndn]train step 260; scene = ['dl3dv_005e8c73048faf']; loss = -0.128401
|
| 70 |
+
Epoch 0: 3%|█▊ | 269/7853 [06:36<3:06:16, 0.68it/s, v_num=tndn]train step 270; scene = ['dl3dv_5fcf4d2f678307']; loss = -0.509328
|
| 71 |
+
Epoch 0: 4%|█▉ | 279/7853 [06:52<3:06:32, 0.68it/s, v_num=tndn]train step 280; scene = ['dl3dv_eec17474f01078']; loss = -0.621889
|
| 72 |
+
Epoch 0: 4%|█▉ | 289/7853 [07:06<3:05:49, 0.68it/s, v_num=tndn]train step 290; scene = ['dl3dv_dd5a82e81ce242']; loss = -0.864485
|
| 73 |
+
Epoch 0: 4%|██ | 299/7853 [07:19<3:05:13, 0.68it/s, v_num=tndn]train step 300; scene = ['dl3dv_cc56d110719d99']; loss = -0.673466
|
| 74 |
+
Epoch 0: 4%|██ | 300/7853 [07:20<3:05:02, 0.68it/s, v_num=tndn]
|
| 75 |
+
|
| 76 |
+
Detected KeyboardInterrupt, attempting graceful shutdown ...
|
| 77 |
+
Error executing job with overrides: ['+experiment=dl3dv', 'wandb.mode=online', 'wandb.name=1027_DL3DV_FULL_U', 'train.one_sample_validation=datasets/dl3dv/room_batch.pt', 'optimizer.backbone_trainable=GB+H', 'model.encoder.use_uncertainty_token=true', 'train.use_uncertainty_camera_weight=true', 'train.use_target_uncertainty=point_similarity_mult']
|
| 78 |
+
Traceback (most recent call last):
|
| 79 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/call.py", line 48, in _call_and_handle_interrupt
|
| 80 |
+
return trainer_fn(*args, **kwargs)
|
| 81 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 82 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/trainer.py", line 599, in _fit_impl
|
| 83 |
+
self._run(model, ckpt_path=ckpt_path)
|
| 84 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/trainer.py", line 1012, in _run
|
| 85 |
+
results = self._run_stage()
|
| 86 |
+
^^^^^^^^^^^^^^^^^
|
| 87 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/trainer.py", line 1056, in _run_stage
|
| 88 |
+
self.fit_loop.run()
|
| 89 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/loops/fit_loop.py", line 216, in run
|
| 90 |
+
self.advance()
|
| 91 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/loops/fit_loop.py", line 455, in advance
|
| 92 |
+
self.epoch_loop.run(self._data_fetcher)
|
| 93 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/loops/training_epoch_loop.py", line 150, in run
|
| 94 |
+
self.advance(data_fetcher)
|
| 95 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/loops/training_epoch_loop.py", line 322, in advance
|
| 96 |
+
batch_output = self.manual_optimization.run(kwargs)
|
| 97 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 98 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/loops/optimization/manual.py", line 94, in run
|
| 99 |
+
self.advance(kwargs)
|
| 100 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/loops/optimization/manual.py", line 114, in advance
|
| 101 |
+
training_step_output = call._call_strategy_hook(trainer, "training_step", *kwargs.values())
|
| 102 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 103 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/call.py", line 328, in _call_strategy_hook
|
| 104 |
+
output = fn(*args, **kwargs)
|
| 105 |
+
^^^^^^^^^^^^^^^^^^^
|
| 106 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/strategies/strategy.py", line 391, in training_step
|
| 107 |
+
return self.lightning_module.training_step(*args, **kwargs)
|
| 108 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 109 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/jaxtyping/_decorator.py", line 562, in wrapped_fn
|
| 110 |
+
return wrapped_fn_impl(args, kwargs, bound, memos)
|
| 111 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 112 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/jaxtyping/_decorator.py", line 486, in wrapped_fn_impl
|
| 113 |
+
out = fn(*args, **kwargs)
|
| 114 |
+
^^^^^^^^^^^^^^^^^^^
|
| 115 |
+
File "/root/highspeedstorage/injae_dl3dv/code/CVPR2026/src/model/model_wrapper.py", line 770, in training_step
|
| 116 |
+
torch.autograd.backward(tensors=all_gs_params, grad_tensors=all_gs_params_grad)
|
| 117 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/__init__.py", line 353, in backward
|
| 118 |
+
_engine_run_backward(
|
| 119 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py", line 824, in _engine_run_backward
|
| 120 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 121 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 122 |
+
KeyboardInterrupt
|
| 123 |
+
|
| 124 |
+
During handling of the above exception, another exception occurred:
|
| 125 |
+
|
| 126 |
+
Traceback (most recent call last):
|
| 127 |
+
File "/root/highspeedstorage/injae_dl3dv/code/CVPR2026/src/main.py", line 193, in train
|
| 128 |
+
trainer.fit(model_wrapper, datamodule=data_module, ckpt_path=checkpoint_path)
|
| 129 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/trainer.py", line 561, in fit
|
| 130 |
+
call._call_and_handle_interrupt(
|
| 131 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/call.py", line 61, in _call_and_handle_interrupt
|
| 132 |
+
trainer._teardown()
|
| 133 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/trainer.py", line 1039, in _teardown
|
| 134 |
+
loop.teardown()
|
| 135 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/loops/fit_loop.py", line 502, in teardown
|
| 136 |
+
self._data_fetcher.teardown()
|
| 137 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/loops/fetchers.py", line 82, in teardown
|
| 138 |
+
self._combined_loader.reset()
|
| 139 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/combined_loader.py", line 367, in reset
|
| 140 |
+
_shutdown_workers_and_reset_iterator(iterable)
|
| 141 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/combined_loader.py", line 400, in _shutdown_workers_and_reset_iterator
|
| 142 |
+
dataloader._iterator._shutdown_workers()
|
| 143 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1627, in _shutdown_workers
|
| 144 |
+
w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL)
|
| 145 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/multiprocessing/process.py", line 149, in join
|
| 146 |
+
res = self._popen.wait(timeout)
|
| 147 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 148 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait
|
| 149 |
+
if not wait([self.sentinel], timeout):
|
| 150 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 151 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/multiprocessing/connection.py", line 1136, in wait
|
| 152 |
+
ready = selector.select(timeout)
|
| 153 |
+
^^^^^^^^^^^^^^^^^^^^^^^^
|
| 154 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/selectors.py", line 415, in select
|
| 155 |
+
fd_event_list = self._selector.poll(timeout)
|
| 156 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 157 |
+
File "/opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/utils/data/_utils/signal_handling.py", line 73, in handler
|
| 158 |
+
_error_if_any_worker_fails()
|
| 159 |
+
RuntimeError: DataLoader worker (pid 5437) exited unexpectedly with exit code 1. Details are lost due to multiprocessing. Rerunning with num_workers=0 may give better error trace.
|
| 160 |
+
|
| 161 |
+
Set the environment variable HYDRA_FULL_ERROR=1 for a complete stack trace.
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/requirements.txt
ADDED
|
@@ -0,0 +1,119 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
lightning==2.5.1
|
| 2 |
+
opt-einsum-fx==0.1.4
|
| 3 |
+
six==1.17.0
|
| 4 |
+
colorama==0.4.6
|
| 5 |
+
fsspec==2024.6.1
|
| 6 |
+
Pygments==2.19.2
|
| 7 |
+
yarl==1.20.1
|
| 8 |
+
MarkupSafe==3.0.2
|
| 9 |
+
beartype==0.19.0
|
| 10 |
+
Jinja2==3.1.6
|
| 11 |
+
omegaconf==2.3.0
|
| 12 |
+
wandb==0.22.0
|
| 13 |
+
markdown-it-py==4.0.0
|
| 14 |
+
colorspacious==1.1.2
|
| 15 |
+
nvidia-cuda-nvrtc-cu12==12.8.61
|
| 16 |
+
pyparsing==3.2.5
|
| 17 |
+
opt_einsum==3.4.0
|
| 18 |
+
opencv-python==4.11.0.86
|
| 19 |
+
filelock==3.17.0
|
| 20 |
+
wheel==0.45.1
|
| 21 |
+
nvidia-cufile-cu12==1.13.0.11
|
| 22 |
+
antlr4-python3-runtime==4.9.3
|
| 23 |
+
aiohttp==3.12.15
|
| 24 |
+
einops==0.8.1
|
| 25 |
+
smmap==5.0.2
|
| 26 |
+
proglog==0.1.12
|
| 27 |
+
pydantic_core==2.33.2
|
| 28 |
+
imageio-ffmpeg==0.6.0
|
| 29 |
+
nvidia-cuda-runtime-cu12==12.8.57
|
| 30 |
+
pillow==10.4.0
|
| 31 |
+
typing-inspection==0.4.1
|
| 32 |
+
pandas==2.3.2
|
| 33 |
+
tqdm==4.67.1
|
| 34 |
+
brotlicffi==1.0.9.2
|
| 35 |
+
idna==3.7
|
| 36 |
+
nvidia-curand-cu12==10.3.9.55
|
| 37 |
+
cffi==1.17.1
|
| 38 |
+
async-timeout==5.0.1
|
| 39 |
+
kiwisolver==1.4.9
|
| 40 |
+
kornia==0.8.1
|
| 41 |
+
pytz==2025.2
|
| 42 |
+
scikit-image==0.25.2
|
| 43 |
+
tzdata==2025.2
|
| 44 |
+
hf-xet==1.1.10
|
| 45 |
+
networkx==3.4.2
|
| 46 |
+
huggingface-hub==0.35.1
|
| 47 |
+
pydantic==2.11.9
|
| 48 |
+
pytorch-lightning==2.5.1
|
| 49 |
+
moviepy==1.0.3
|
| 50 |
+
sentry-sdk==2.39.0
|
| 51 |
+
nvidia-nvtx-cu12==12.8.55
|
| 52 |
+
aiosignal==1.4.0
|
| 53 |
+
urllib3==2.5.0
|
| 54 |
+
torch==2.7.1+cu128
|
| 55 |
+
nvidia-nvjitlink-cu12==12.8.61
|
| 56 |
+
dacite==1.9.2
|
| 57 |
+
pip==25.2
|
| 58 |
+
torchmetrics==1.8.2
|
| 59 |
+
charset-normalizer==3.3.2
|
| 60 |
+
propcache==0.3.2
|
| 61 |
+
pycparser==2.23
|
| 62 |
+
scikit-video==1.1.11
|
| 63 |
+
lightning-utilities==0.14.3
|
| 64 |
+
cycler==0.12.1
|
| 65 |
+
scipy==1.15.3
|
| 66 |
+
nvidia-cuda-cupti-cu12==12.8.57
|
| 67 |
+
sympy==1.14.0
|
| 68 |
+
lpips==0.1.4
|
| 69 |
+
multidict==6.6.4
|
| 70 |
+
protobuf==6.32.1
|
| 71 |
+
tifffile==2025.5.10
|
| 72 |
+
fonttools==4.60.0
|
| 73 |
+
matplotlib==3.10.6
|
| 74 |
+
attrs==25.3.0
|
| 75 |
+
hydra-core==1.3.2
|
| 76 |
+
nvidia-cublas-cu12==12.8.3.14
|
| 77 |
+
click==8.3.0
|
| 78 |
+
easydict==1.13
|
| 79 |
+
nvidia-cusparselt-cu12==0.6.3
|
| 80 |
+
annotated-types==0.7.0
|
| 81 |
+
imageio==2.37.0
|
| 82 |
+
mdurl==0.1.2
|
| 83 |
+
GitPython==3.1.45
|
| 84 |
+
safetensors==0.5.3
|
| 85 |
+
nvidia-cusolver-cu12==11.7.2.55
|
| 86 |
+
mpmath==1.3.0
|
| 87 |
+
jaxtyping==0.2.37
|
| 88 |
+
torchaudio==2.7.1+cu128
|
| 89 |
+
fused-ssim==1.0.0
|
| 90 |
+
nvidia-cudnn-cu12==9.7.1.26
|
| 91 |
+
python-dateutil==2.9.0.post0
|
| 92 |
+
frozenlist==1.7.0
|
| 93 |
+
e3nn==0.5.8
|
| 94 |
+
kornia_rs==0.1.9
|
| 95 |
+
PyYAML==6.0.2
|
| 96 |
+
packaging==24.2
|
| 97 |
+
ninja==1.13.0
|
| 98 |
+
setuptools==78.1.1
|
| 99 |
+
gmpy2==2.2.1
|
| 100 |
+
tabulate==0.9.0
|
| 101 |
+
decorator==4.4.2
|
| 102 |
+
nvidia-cusparse-cu12==12.5.7.53
|
| 103 |
+
triton==3.3.1
|
| 104 |
+
numpy==1.26.4
|
| 105 |
+
contourpy==1.3.2
|
| 106 |
+
torchvision==0.22.1+cu128
|
| 107 |
+
lazy_loader==0.4
|
| 108 |
+
gitdb==4.0.12
|
| 109 |
+
nvidia-cufft-cu12==11.3.3.41
|
| 110 |
+
requests==2.32.5
|
| 111 |
+
typing_extensions==4.15.0
|
| 112 |
+
platformdirs==4.4.0
|
| 113 |
+
PySocks==1.7.1
|
| 114 |
+
nvidia-nccl-cu12==2.26.2
|
| 115 |
+
certifi==2025.8.3
|
| 116 |
+
aiohappyeyeballs==2.6.1
|
| 117 |
+
wadler_lindig==0.1.7
|
| 118 |
+
gsplat==1.5.3
|
| 119 |
+
rich==14.1.0
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,96 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.15.0-157-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.12.12",
|
| 4 |
+
"startedAt": "2025-10-27T02:23:43.142958Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"+experiment=dl3dv",
|
| 7 |
+
"wandb.mode=online",
|
| 8 |
+
"wandb.name=1027_DL3DV_FULL_U",
|
| 9 |
+
"train.one_sample_validation=datasets/dl3dv/room_batch.pt",
|
| 10 |
+
"optimizer.backbone_trainable=GB+H",
|
| 11 |
+
"model.encoder.use_uncertainty_token=true",
|
| 12 |
+
"train.use_uncertainty_camera_weight=true",
|
| 13 |
+
"train.use_target_uncertainty=point_similarity_mult"
|
| 14 |
+
],
|
| 15 |
+
"program": "-m src.main",
|
| 16 |
+
"git": {
|
| 17 |
+
"remote": "git@github.com:K-nowing/CVPR2026.git"
|
| 18 |
+
},
|
| 19 |
+
"email": "dna9041@korea.ac.kr",
|
| 20 |
+
"root": "/root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U",
|
| 21 |
+
"host": "notebook-c8f942b6-b2d9-11f0-b992-125e6a168a5d-0",
|
| 22 |
+
"executable": "/opt/conda/envs/dcsplat/bin/python",
|
| 23 |
+
"cpu_count": 128,
|
| 24 |
+
"cpu_count_logical": 256,
|
| 25 |
+
"gpu": "NVIDIA B200",
|
| 26 |
+
"gpu_count": 8,
|
| 27 |
+
"disk": {
|
| 28 |
+
"/": {
|
| 29 |
+
"total": "1081101176832",
|
| 30 |
+
"used": "131846033408"
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"memory": {
|
| 34 |
+
"total": "2163983302656"
|
| 35 |
+
},
|
| 36 |
+
"gpu_nvidia": [
|
| 37 |
+
{
|
| 38 |
+
"name": "NVIDIA B200",
|
| 39 |
+
"memoryTotal": "192265846784",
|
| 40 |
+
"cudaCores": 18944,
|
| 41 |
+
"architecture": "Blackwell",
|
| 42 |
+
"uuid": "GPU-db54dd24-eb9e-e26f-19d8-1d7021a3a376"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"name": "NVIDIA B200",
|
| 46 |
+
"memoryTotal": "192265846784",
|
| 47 |
+
"cudaCores": 18944,
|
| 48 |
+
"architecture": "Blackwell",
|
| 49 |
+
"uuid": "GPU-54d5d857-4546-967d-c3af-db1f156d7f41"
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"name": "NVIDIA B200",
|
| 53 |
+
"memoryTotal": "192265846784",
|
| 54 |
+
"cudaCores": 18944,
|
| 55 |
+
"architecture": "Blackwell",
|
| 56 |
+
"uuid": "GPU-923bd3c1-bd2a-beef-2fcf-7ca2fb0ad9a8"
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"name": "NVIDIA B200",
|
| 60 |
+
"memoryTotal": "192265846784",
|
| 61 |
+
"cudaCores": 18944,
|
| 62 |
+
"architecture": "Blackwell",
|
| 63 |
+
"uuid": "GPU-fbcea736-ea20-9820-7627-0b6d970b5270"
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"name": "NVIDIA B200",
|
| 67 |
+
"memoryTotal": "192265846784",
|
| 68 |
+
"cudaCores": 18944,
|
| 69 |
+
"architecture": "Blackwell",
|
| 70 |
+
"uuid": "GPU-4c2283a2-543f-a52b-b3c7-2e6812a89a21"
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"name": "NVIDIA B200",
|
| 74 |
+
"memoryTotal": "192265846784",
|
| 75 |
+
"cudaCores": 18944,
|
| 76 |
+
"architecture": "Blackwell",
|
| 77 |
+
"uuid": "GPU-e6994020-85dd-f5ea-620f-1c2feb276273"
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"name": "NVIDIA B200",
|
| 81 |
+
"memoryTotal": "192265846784",
|
| 82 |
+
"cudaCores": 18944,
|
| 83 |
+
"architecture": "Blackwell",
|
| 84 |
+
"uuid": "GPU-00c57f2f-d95e-f10a-fef8-50e497815c70"
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"name": "NVIDIA B200",
|
| 88 |
+
"memoryTotal": "192265846784",
|
| 89 |
+
"cudaCores": 18944,
|
| 90 |
+
"architecture": "Blackwell",
|
| 91 |
+
"uuid": "GPU-83a0753f-78d3-caeb-272b-1ea556bb0880"
|
| 92 |
+
}
|
| 93 |
+
],
|
| 94 |
+
"cudaVersion": "12.9",
|
| 95 |
+
"writerId": "ifdxqc9grrzqq8h6g6j60bddmjhppuio"
|
| 96 |
+
}
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"train/comparison":{"height":3942,"format":"png","count":1,"filenames":["media/images/train/comparison_11_b119bd9f18dcd8eb9322.png"],"captions":["dl3dv_a7a7ce2df4eb0fe168233291927003198faf5d31788e3caf78f7359716604500"],"_type":"images/separated","width":2288},"comparison":{"count":1,"filenames":["media/images/comparison_0_e8732d0cfa21a2406a03.png"],"captions":["room"],"_type":"images/separated","width":1832,"height":7338,"format":"png"},"loss/complex_score":0.0018151868134737015,"loss/aux_2/mse":0.014497620984911919,"active_mask_imgs":{"width":7304,"height":1376,"format":"png","count":1,"filenames":["media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png"],"captions":["room"],"_type":"images/separated"},"loss/aux_0/mse":0.024132337421178818,"loss/final_3dgs/lpips":0.027492042630910873,"loss/total":-0.6734658479690552,"loss/uncertainty_reg":-1.6293025016784668,"complex_scores":{"height":7304,"format":"png","count":1,"filenames":["media/images/complex_scores_2_b92918fe1b8687e3f56c.png"],"captions":["room"],"_type":"images/separated","width":1376},"loss/aux_0/lpips":0.034902408719062805,"_wandb":{"runtime":597},"_step":16,"loss/aux_2/lpips":0.02671034261584282,"lr-AdamW/pg1-momentum":0.9,"loss/camera":0.0001970637822523713,"loss/aux_1/mse":0.01456531137228012,"train/psnr_probabilistic":18.697547912597656,"train/scene_scale":0.9696001410484314,"info/global_step":300,"train/complex_scores":{"count":1,"filenames":["media/images/train/complex_scores_10_e498cd56f46d21e3be41.png"],"captions":["dl3dv_a7a7ce2df4eb0fe168233291927003198faf5d31788e3caf78f7359716604500"],"_type":"images/separated","width":2288,"height":3908,"format":"png"},"_runtime":597,"lr-AdamW/pg2":2e-05,"lr-AdamW/pg1":0.00019996175883360171,"lr-AdamW/pg2-momentum":0.9,"trainer/global_step":299,"_timestamp":1.7615324018719e+09,"loss/final_3dgs/mse":0.01396135613322258,"epoch":0,"loss/aux_1/lpips":0.029155878350138664}
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/logs/debug-core.log
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-10-26T19:23:43.182494493-07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpxx_p6c4m/port-3939.txt","pid":3939,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2025-10-26T19:23:43.183300253-07:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3939}
|
| 3 |
+
{"time":"2025-10-26T19:23:43.183289535-07:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3939-4256-812959399/socket","Net":"unix"}}
|
| 4 |
+
{"time":"2025-10-26T19:23:43.362473486-07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
|
| 5 |
+
{"time":"2025-10-26T19:23:43.375693479-07:00","level":"INFO","msg":"handleInformInit: received","streamId":"vbr1tndn","id":"1(@)"}
|
| 6 |
+
{"time":"2025-10-26T19:23:43.707300112-07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"vbr1tndn","id":"1(@)"}
|
| 7 |
+
{"time":"2025-10-26T19:33:41.912211259-07:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
|
| 8 |
+
{"time":"2025-10-26T19:33:41.912338347-07:00","level":"INFO","msg":"server is shutting down"}
|
| 9 |
+
{"time":"2025-10-26T19:33:41.912333839-07:00","level":"INFO","msg":"connection: closing","id":"1(@)"}
|
| 10 |
+
{"time":"2025-10-26T19:33:41.912468389-07:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3939-4256-812959399/socket","Net":"unix"}}
|
| 11 |
+
{"time":"2025-10-26T19:33:41.91250561-07:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
|
| 12 |
+
{"time":"2025-10-26T19:33:42.334499745-07:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
|
| 13 |
+
{"time":"2025-10-26T19:33:42.334525483-07:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
|
| 14 |
+
{"time":"2025-10-26T19:33:42.334539535-07:00","level":"INFO","msg":"server is closed"}
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-10-26T19:23:43.376530162-07:00","level":"INFO","msg":"stream: starting","core version":"0.22.0"}
|
| 2 |
+
{"time":"2025-10-26T19:23:43.707236284-07:00","level":"INFO","msg":"stream: created new stream","id":"vbr1tndn"}
|
| 3 |
+
{"time":"2025-10-26T19:23:43.707292458-07:00","level":"INFO","msg":"stream: started","id":"vbr1tndn"}
|
| 4 |
+
{"time":"2025-10-26T19:23:43.707304642-07:00","level":"INFO","msg":"writer: started","stream_id":"vbr1tndn"}
|
| 5 |
+
{"time":"2025-10-26T19:23:43.707316483-07:00","level":"INFO","msg":"handler: started","stream_id":"vbr1tndn"}
|
| 6 |
+
{"time":"2025-10-26T19:23:43.707329343-07:00","level":"INFO","msg":"sender: started","stream_id":"vbr1tndn"}
|
| 7 |
+
{"time":"2025-10-26T19:33:41.912351786-07:00","level":"INFO","msg":"stream: closing","id":"vbr1tndn"}
|
| 8 |
+
{"time":"2025-10-26T19:33:42.197528854-07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 9 |
+
{"time":"2025-10-26T19:33:42.332870642-07:00","level":"INFO","msg":"handler: closed","stream_id":"vbr1tndn"}
|
| 10 |
+
{"time":"2025-10-26T19:33:42.333281097-07:00","level":"INFO","msg":"sender: closed","stream_id":"vbr1tndn"}
|
| 11 |
+
{"time":"2025-10-26T19:33:42.33331143-07:00","level":"INFO","msg":"stream: closed","id":"vbr1tndn"}
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/logs/debug.log
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-10-26 19:23:43,149 INFO MainThread:3939 [wandb_setup.py:_flush():81] Current SDK version is 0.22.0
|
| 2 |
+
2025-10-26 19:23:43,150 INFO MainThread:3939 [wandb_setup.py:_flush():81] Configure stats pid to 3939
|
| 3 |
+
2025-10-26 19:23:43,150 INFO MainThread:3939 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings
|
| 4 |
+
2025-10-26 19:23:43,150 INFO MainThread:3939 [wandb_setup.py:_flush():81] Loading settings from /root/highspeedstorage/injae_dl3dv/code/CVPR2026/wandb/settings
|
| 5 |
+
2025-10-26 19:23:43,150 INFO MainThread:3939 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 6 |
+
2025-10-26 19:23:43,150 INFO MainThread:3939 [wandb_init.py:setup_run_log_directory():686] Logging user logs to /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U/wandb/run-20251026_192343-vbr1tndn/logs/debug.log
|
| 7 |
+
2025-10-26 19:23:43,150 INFO MainThread:3939 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U/wandb/run-20251026_192343-vbr1tndn/logs/debug-internal.log
|
| 8 |
+
2025-10-26 19:23:43,150 INFO MainThread:3939 [wandb_init.py:init():813] calling init triggers
|
| 9 |
+
2025-10-26 19:23:43,150 INFO MainThread:3939 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'model': {'encoder': {'name': 'dcsplat', 'input_image_shape': [518, 518], 'head_mode': 'pcd', 'same_head': False, 'num_level': 3, 'gs_param_dim': 256, 'camera_prompt': False, 'num_visual_prompt': 0, 'use_extrinsic_token': False, 'use_intrinsic_token': False, 'extrinsic_drop': 0.1, 'intrinsic_drop': 0.1, 'use_pnp_solver': False, 'align_corners': False, 'image_scale': 1.0, 'use_uncertainty_token': True, 'gs_bf16': True, 'aggregator_bf16': False, 'img_num_frame_token_N': 0, 'img_num_global_token_N': 0, 'use_gs_param_img_num_embed': True, 'use_mean_param_img_num_embed': False}, 'decoder': {'name': 'splatting_cuda', 'background_color': [0.0, 0.0, 0.0], 'make_scale_invariant': False, 'use_gsplat': True}, 'density_control': {'name': 'density_control_module', 'mean_dim': 32, 'gs_param_dim': 256, 'refinement_layer_num': 1, 'num_level': 3, 'grad_mode': 'absgrad', 'use_mean_features': True, 'refinement_type': 'quadtree', 'refinement_hidden_dim': 32, 'aggregation_mode': 'mean', 'num_heads': 1, 'score_mode': 3, 'sigmoid_score': True, 'latent_dim': 128, 'num_latents': 64, 'num_self_attn_per_block': 2}}, 'render_loss': {'mse': {'weight': 1.0}, 'lpips': {'weight': 0.05, 'apply_after_step': 0}}, 'density_control_loss': {'complex_score': {'weight': 0.01, 'log_scale': False, 'grad_scale': 5000.0, 'mode': 1}}, 'direct_loss': {'l1': {'weight': 0.8}, 'ssim': {'weight': 0.2}}, 'wandb': {'project': 'DCSplat', 'entity': 'scene-representation-group', 'name': '1027_DL3DV_FULL_U', 'mode': 'online', 'tags': ['dl3dv', '224x448', 'full']}, 'mode': 'train', 'data_loader': {'train': {'num_workers': 16, 'persistent_workers': True, 'batch_size': 4, 'seed': 1234}, 'test': {'num_workers': 4, 'persistent_workers': False, 'batch_size': 1, 'seed': 2345}, 'val': {'num_workers': 1, 'persistent_workers': True, 'batch_size': 1, 'seed': 3456}}, 'optimizer': {'lr': 0.0002, 'warm_up_steps': 125, 'backbone_lr_multiplier': 0.1, 'backbone_trainable': 'GB+H', 'accumulate': 1}, 'checkpointing': {'load': None, 'every_n_train_steps': 9375, 'save_top_k': 1, 'save_weights_only': True}, 'train': {'extended_visualization': False, 'print_log_every_n_steps': 10, 'camera_loss': 1.0, 'one_sample_validation': 'datasets/dl3dv/room_batch.pt', 'align_corners': False, 'intrinsic_scaling': True, 'train_context': True, 'train_hybrid': False, 'use_pred_point_focal': False, 'scaling_detach': True, 'complex_threshold_range': [0.0, 3.0], 'use_umeyama': False, 'pred_focal_cam_loss': False, 'direct_loss_weight': 0.0, 'direct_iteration_steps': 0, 'twice_backward': False, 'use_uncertainty_camera_weight': True, 'use_target_uncertainty': 'point_similarity_mult', 'verbose': False, 'complex_random_mode': 'num_gs_mode3', 'start_density_control': 0.0, 'base_complex_exp_rate': 4.0, 'use_refine_aux': False, 'train_extrinsic': True}, 'test': {'output_path': 'test/full/dl3dv', 'align_pose': False, 'pose_align_steps': 100, 'rot_opt_lr': 0.005, 'trans_opt_lr': 0.005, 'compute_scores': True, 'save_image': False, 'save_video': False, 'save_active_mask_image': False, 'save_complex_score_image': False, 'save_compare': False, 'pred_intrinsic': True, 'complex_threshold': 0.4, 'complex_threshold_list': [0.0, 0.2, 0.4, 0.6, 0.8], 'threshold_mode': 'ratio', 'nvs_view_N_list': [3, 6, 16, 32, 64]}, 'seed': 111123, 'trainer': {'max_steps': 18751, 'val_check_interval': 500, 'gradient_clip_val': 0.5, 'num_nodes': 1}, 'dataset': {'dl3dv': {'make_baseline_1': False, 'relative_pose': True, 'augment': True, 'background_color': [0.0, 0.0, 0.0], 'overfit_to_scene': None, 'skip_bad_shape': True, 'view_sampler': {'name': 'bounded_dl3dv', 'min_target_views': 4, 'num_context_views': 16, 'warm_up_steps': 0, 'max_img_per_gpu': 16, 'min_distance_to_context_views': 0, 'initial_min_distance_between_context_views': 5, 'initial_max_distance_between_context_views': 7, 'min_distance_between_context_views': 32, 'max_distance_between_context_views': 256, 'min_gap_multiplier': 3, 'max_gap_multiplier': 5, 'initial_min_gap_multiplier': 2, 'initial_max_gap_multiplier': 3}, 'name': 'dl3dv', 'roots': ['datasets/dl3dv'], 'input_image_shape': [224, 448], 'original_image_shape': [270, 480], 'cameras_are_circular': False, 'baseline_min': 0.001, 'baseline_max': 100.0, 'max_fov': 100.0, 'avg_pose': False, 'rescale_to_1cube': False, 'intr_augment': False, 'normalize_by_pts3d': False}}, '_wandb': {}}
|
| 11 |
+
2025-10-26 19:23:43,150 INFO MainThread:3939 [wandb_init.py:init():861] starting backend
|
| 12 |
+
2025-10-26 19:23:43,362 INFO MainThread:3939 [wandb_init.py:init():864] sending inform_init request
|
| 13 |
+
2025-10-26 19:23:43,367 INFO MainThread:3939 [wandb_init.py:init():872] backend started and connected
|
| 14 |
+
2025-10-26 19:23:43,374 INFO MainThread:3939 [wandb_init.py:init():942] updated telemetry
|
| 15 |
+
2025-10-26 19:23:43,380 INFO MainThread:3939 [wandb_init.py:init():966] communicating run to backend with 90.0 second timeout
|
| 16 |
+
2025-10-26 19:23:44,018 INFO MainThread:3939 [wandb_init.py:init():1017] starting run threads in backend
|
| 17 |
+
2025-10-26 19:23:44,177 INFO MainThread:3939 [wandb_run.py:_console_start():2506] atexit reg
|
| 18 |
+
2025-10-26 19:23:44,177 INFO MainThread:3939 [wandb_run.py:_redirect():2354] redirect: wrap_raw
|
| 19 |
+
2025-10-26 19:23:44,179 INFO MainThread:3939 [wandb_run.py:_redirect():2423] Wrapping output streams.
|
| 20 |
+
2025-10-26 19:23:44,179 INFO MainThread:3939 [wandb_run.py:_redirect():2446] Redirects installed.
|
| 21 |
+
2025-10-26 19:23:44,183 INFO MainThread:3939 [wandb_init.py:init():1057] run started, returning control to user process
|
| 22 |
+
2025-10-26 19:33:41,912 INFO wandb-AsyncioManager-main:3939 [service_client.py:_forward_responses():84] Reached EOF.
|
| 23 |
+
2025-10-26 19:33:41,912 INFO wandb-AsyncioManager-main:3939 [mailbox.py:close():137] Closing mailbox, abandoning 1 handles.
|
checkpoints/wandb/run-20251026_192343-vbr1tndn/run-vbr1tndn.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa25eb5c48a78b64719c98ec97173ceeaa6510a73657c73b6c29697e7bf1ddff
|
| 3 |
+
size 332614
|