diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..61b7835ad0527dc8c2ee50c9bc8b46a46fa522db 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,331 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192245-p0duxfg6/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/train/comparison_11_b119bd9f18dcd8eb9322.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192343-vbr1tndn/files/media/images/train/complex_scores_10_e498cd56f46d21e3be41.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192343-vbr1tndn/run-vbr1tndn.wandb filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192444-44xxiuvz/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192444-44xxiuvz/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192444-44xxiuvz/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192802-x8raice2/files/media/images/active_mask_imgs_1_2c56d6560e9dd91bb08f.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192802-x8raice2/files/media/images/comparison_0_5cb8a954e924913caaa0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192802-x8raice2/files/media/images/complex_scores_2_a34c79712b7ab450dbb6.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_192802-x8raice2/run-x8raice2.wandb filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_193022-4rklaevz/files/media/images/active_mask_imgs_1_449dece7f5178bec4c83.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_193022-4rklaevz/files/media/images/comparison_0_93b35edf7dd44affbdca.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_193022-4rklaevz/files/media/images/complex_scores_2_cd08ca0f7e4cfcd34702.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_193600-hkgbtcr8/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_193600-hkgbtcr8/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_193600-hkgbtcr8/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_193600-hkgbtcr8/run-hkgbtcr8.wandb filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_194902-5ngxjjpy/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_194902-5ngxjjpy/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_194902-5ngxjjpy/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_194902-5ngxjjpy/run-5ngxjjpy.wandb filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_1014_0660cc9ff6efc8ec8e4f.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_1044_3d9e02b48c1b904adc59.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_1072_416bf880df8517463029.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_116_5ef73330be7c77cd8904.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_144_04bffd2b0c0500f9535f.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_174_3b4cabc6035584ca0f65.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_1_c272322b7f9ecc1ffdab.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_202_342f3f91db9f3b4fbb3e.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_232_0cc6f8a58678874e617f.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_260_a0db41d50513d71755cb.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_28_4763c8710995cdf1a28d.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_290_eea2be84d23bfdb60632.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_318_a8d3aeb9213754ce05bc.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_348_680d6975ebb83d419f81.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_376_ba39b0c299bd9e390ff3.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_406_e5b31b4f4935c98e25f6.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_434_642669bd00e335b152ed.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_464_ba3c88094cd974d32925.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_492_6b13f92b1c81ca48f9e8.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_522_92b11d2a20a99b452292.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_550_370de68b16ac04bbc220.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_580_455e56eb9db6cb86eb31.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_58_38cfe831af169cfb39d5.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_608_90c55c156fb83d447637.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_638_02403f35d7da81200440.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_666_bb7c2d22beb093b6f9f0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_696_c1776c5e636318cc4f8b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_724_1055949061fedbfa1cd3.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_754_827662b9abd92930e04a.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_782_c2d1fc9438a5958842c1.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_812_499fca0ca6f2bcae4c02.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_840_9a0a6a1fce0d8b1e165c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_86_4634af091b773607b175.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_870_cceedd70d8ee891c41f0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_898_a019dd39a20669eb8037.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_928_58de323dded17d0e1791.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_956_7b385fa7c39aa4a69f33.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/active_mask_imgs_986_799d12652286fa2d5e61.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_0_e8732d0cfa21a2406a03.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_1013_5ea47f2a2a63de3fa717.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_1043_5dcbd8f64930f8ddfdcb.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_1071_a9fa1b2f7e698e247576.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_115_15d1b8d4be4557cac8ef.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_143_04fbbf2a4de09207b3f3.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_173_31f1c5f07f9b33da671e.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_201_6ca5614cbe363d12d4c4.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_231_3fff8be7200b1485a8d1.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_259_1a7947b091d7541c6397.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_27_38b95c91bbff32bdc04c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_289_083d303067fca89b6485.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_317_1f61d55878b508bd0d6c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_347_25a006576a90c4cdc434.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_375_9795e84dfdba5b4d6de9.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_405_73969f36ce4ee3a33cad.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_433_42309004083a8cc230d4.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_463_6a61c6769a1d4c994148.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_491_4f0b312e94f58dd0781b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_521_5f973ec8877100f721df.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_549_57b4e9040830908080d6.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_579_eb4eb77801d4f9c8b4b7.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_57_ae1b29e106a01b1f2d8f.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_607_60f4d924a35d8afd18e8.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_637_1754a562f95df04b123e.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_665_5f574a0989e5a6378789.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_695_73b95a37eb12dc6ae681.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_723_e5125ae7186303a43554.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_753_fc800d6fcfe21826dc59.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_781_7dca19646e3d9c5808f2.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_811_dfd0ec83517e64091527.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_839_6a87c30493919b08467c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_85_c131b5d5eb28310f1be7.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_869_808b7796deb6b49416a2.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_897_3cb84ca15e92bef72600.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_927_3d26184ec5e03e2ff081.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_955_2de79cf1d9f08020db09.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/comparison_985_dacaf60fdab5414a96c7.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_1015_b108b9fe348147a13f98.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_1045_9bc16090f57ffef9eb0a.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_1073_83573b6f8c4cca90fd5b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_117_c2f6e095146170b844f0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_145_9f5ca34bd0df3f27ea68.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_175_612222a84d267f9b6ae4.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_203_1b561f6aaaf1e05c0e25.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_233_6add85cb6215795aaef9.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_261_8fe4bcf6cd4b12196569.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_291_e8eca8ea3ab95087a3a4.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_29_6874c24b2e4f4822c9e2.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_2_b92918fe1b8687e3f56c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_319_d2499ba51e7f3e92d148.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_349_d2ee62585ccb3fbe3423.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_377_b2de67438d8ae183868a.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_407_4f6d225225e25c962f00.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_435_131acbb471592346e9e8.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_465_37ddaf83f1379687a3c1.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_493_b505b13d61dd5f6057ba.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_523_2c7387dbaea09d9485c1.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_551_84dd19580c22d0e5398e.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_581_2c1a62d7db4a056b5d49.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_59_559ef6cad8247a119f23.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_609_3c76f7eccb7d9a256909.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_639_86a194c2cebe0419d166.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_667_a85d42ec38a4ac0310d8.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_697_fe8ab73423e441d9229b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_725_57962b44a1837b177875.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_755_2590003dbbfc88a39d46.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_783_90d2cb5fbde83bfaf32b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_813_4d088bf02966914d30b0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_841_6cc16c8aa18dcabf2773.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_871_ea797cfe180f29a3178b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_87_2c0e9b7c406416d48241.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_899_2e3b0469d31192a5031a.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_929_b5f4ced59a83398ff35f.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_957_7eb6fe3af06e045f5f77.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/complex_scores_987_a703f57cbd8682422d76.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1007_5afd87449e2aa48efe6a.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1021_917fd563876a405fa184.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1031_3afae4385115cd8c898d.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_103_e42fca5c481b1abb6a60.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1041_43bc9ea4ecde0c12b269.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1055_581aa030d9c0daf27953.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1065_e729ecb5cb9e0aa093c8.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_1079_0ed7c4c8247e783df699.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_113_00a3ce4b9b7e329716c6.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_11_215fe0965a53e9fe43fc.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_127_dfc13ccec03697841cb6.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_137_bba5bf5591e5222b549a.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_151_c12fffa87a12b0c18414.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_161_404d5de8392ca102ef91.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_171_f643e01679e572c23c74.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_185_dc48c8a3a94e5eb54cec.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_195_82285d2861d5e17ca128.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_209_adee5fd243837a54730b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_219_428d0c9d46bd31d3e423.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_21_51b2ba637bc1be819ce4.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_229_e626a34f454907319b10.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_243_dae5dd7e8462b1f4b31b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_253_af63de44d75a4b067955.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_267_e67a813e682a6899220c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_277_b5557de1976b2d7972f0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_287_ebd2a704f95ddbc5fc8b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_301_f111d5511517286ab581.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_311_d9cc2d65bc13794b9b2d.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_325_6c7839d0e330c15939d3.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_335_a54f4be69ec3ea10c83a.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_345_577a05e331610a567e1c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_359_ed73f4437de4d24889a6.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_35_ed5358f63adbfdab3031.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_369_1a4d2c3d64616bb17d9d.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_383_4bfb458def856d1fdbb0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_393_8ace15259c06a806fa13.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_403_a09e75780c962fc27ba7.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_417_34f163880ebe9b49ae17.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_427_c4f4548765e32287d5e1.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_441_865514294a5a760a03ea.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_451_8059ecdbc6598679dd9e.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_45_0d2dddabb901573b2533.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_461_35d2c5a64dc1103a4886.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_475_e81a300efd06f8760fa8.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_485_bd4a4857090df1ea5f7c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_499_cc15774795ec07747987.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_509_b97ec7e837d349ffaf99.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_519_27b000c6e617dfa7019b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_533_7fb8bddd82523f227ea4.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_543_906ffacc0ea528fac760.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_557_e386f8ccb3dc90bb504e.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_55_d18caa6abd7428b7e1e1.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_567_bf82f0eb504dbe24b84b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_577_67590eaa44cfc1dff4d2.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_591_eb393f23700d0e7a9a54.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_601_d2481943258dded75d29.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_615_8fd430315a652048f3e1.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_625_ac090dac4325f9086d77.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_635_ab419af616efeed50bf8.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_649_5779f56b6b60d74d3810.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_659_98f607e2e558515b069e.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_673_4637b3a318b8771d658e.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_683_1574ae4b6eb15f145cdd.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_693_05002725faeda5fbf901.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_69_ba8cb79fba3eb072ce06.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_707_cd068333103a05b0abe4.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_717_f75dd9f752b470e7fc9c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_731_071fb18bf7c3918d93df.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_741_142658b5e06e97931a17.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_751_c92c3715953ac1b065f0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_765_00dda0c614565429168d.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_775_c5851259e47bb3f929b3.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_789_0a379ecacaee7fd5f9e4.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_799_8dabfee58a8ace9f52c3.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_79_069fcf028c0909d2cadf.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_809_2bed4d93260e4145826a.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_823_4784269beeb59f99e8ea.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_833_7d3aa346969783832f15.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_847_5c8c199012b4c73f27b2.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_857_461dd9d56bd370a157e4.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_867_5c7e4edfea840d7b9282.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_881_22c66bde0140b48f3dd0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_891_c1e45ddb80e4a5a9e039.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_905_8ec4bd717745c5ad1a71.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_915_26fb06927388fb12a852.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_925_b11a1e1fb5ac1c12ffbf.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_939_e3d0f2e6524669c4e015.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_93_025e9f775acbeb2cb4f3.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_949_5cd99375520d72b8b117.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_963_41bbc90ad0714f50b6d3.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_973_62193a67b29e023c9709.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_983_0c1050e012554ada211b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/comparison_997_5fd22eeafcc5c3eb7077.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1006_55884d45254449a1dfd0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1020_753fa8a77481096dbca5.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_102_c43005f8aa811c717488.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1030_5da408c7cb8690877da9.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1040_b01943d4bea2a3920046.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1054_1949faea8ea5c7c20642.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1064_85171bb83c751648421a.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_1078_a50b715040a25192a858.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_10_0d1b95978a88be5fa002.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_112_6d2dbe5fe30393bddc8d.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_126_9fce1e42795168b69fda.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_136_322df1a3fc31efeb4e48.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_150_4f775105fe219b3b0f91.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_160_58e0c6c032e5edb6c847.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_170_3a9e6aec25934bdf474a.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_184_4a984011a0dbad370642.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_194_0275437a56567c2ffe5f.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_208_6edcafe0143048556596.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_20_fdf1b9cafa70d505b4fe.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_218_0967cb43076fa6b87ce1.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_228_83d04ef99940842079da.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_242_98a883cc6f94b69caa3e.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_252_1976ccc9935ec89143ed.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_266_091f86beea175462e126.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_276_371069051a439d79668d.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_286_4f903cabee2d7da3ecbf.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_300_944e26b6b75a81b79b04.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_310_e688e931e1c99c9a99ce.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_324_4ae7e779c5a4d3b90343.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_334_c804ccb7195a0c1b72c5.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_344_edbd6cf906babd4f70d3.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_34_2dc7d85be16d1add6ac7.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_358_b3e7a6f00c2b290aad18.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_368_7350c478fa3d9d4683da.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_382_ad717962af794d2213fa.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_392_d90e42375c7e51cc60d1.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_402_c7eeffe93ec19f3e7e85.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_416_ee4d28e4348aad146824.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_426_54f06038cbe2cd3d7d0d.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_440_2bc39bcefbbdb19558bc.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_44_fd925c636428ac9d09f9.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_450_eb372a38132458d533d0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_460_dca501c697418ea0947b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_474_61fc887781a8658b0d44.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_484_b01d3db1f22b67c85678.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_498_e2144e12fa19011c8a53.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_508_1a75b53d749925f5854b.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_518_58338371d02cb6d8b5f6.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_532_e2d36a0528a68c694cb6.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_542_50b29d3b2db19f637923.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_54_170bf7e702e627a66bbf.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_556_72bd87c935fee95b6cf1.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_566_ee030f9f9f6abb42c64e.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_576_b80eddd24f34765ff681.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_590_d526079ae7f85d06fb72.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_600_2700c6863e3b2c72d19c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_614_95e877ab5e2d3548091a.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_624_9a98a4ead1e0e78f8807.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_634_812212e393a1bcbd7f0d.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_648_122dac0c9cd4be6b9205.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_658_3ce36f3edc8ce5deebe4.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_672_48b0650a8531f9453785.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_682_8a4057b9938edf068748.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_68_503da0606d25e8dd869e.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_692_fbd12065b0ae73532da2.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_706_9d218017dd83c2d68f06.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_716_a8fef6534227450cefd2.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_730_05596e48d56ddb1bcb73.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_740_b3fdef09306152e656b7.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_750_2939847dc7d9ab95475d.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_764_03e9f9a64574428dc709.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_774_35a6f8c0cceafcd1b245.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_788_e4854a441ae87acbdda9.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_78_7d069f5a9274adc43766.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_798_9e948e911dbf476a6ed3.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_808_876553280d286bf8272c.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_822_7d131f0d74d8d358a828.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_832_51159098855bcc1647e0.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_846_6fb46bd7fb4624fd33eb.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_856_aa69a650358bcfa21306.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_866_c37852132eebfe885f27.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_880_c15330dc4ea833b39258.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_890_a4ab1b736ce17bf59118.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_904_439b41a43b20955c9bf4.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_914_49ec4f09e82b3d38b799.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_924_fb047727851bfbf042e8.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_92_e879ca427bc147c2f008.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_938_bebd1cf12be2acf93488.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_948_524c08cafe07d3293fe8.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_962_c257f35f7979f3477b7d.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_972_086ea30011acb0346f34.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_982_435ae79a6383979f6f9f.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/files/media/images/train/complex_scores_996_2ed27a64c83ddf7f5dc2.png filter=lfs diff=lfs merge=lfs -text +checkpoints/wandb/run-20251026_201644-lz1fs5n3/run-lz1fs5n3.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/checkpoints/.hydra/config.yaml b/checkpoints/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e0683fd1f44fb77c41970b86fcc2bc734c37cbd0 --- /dev/null +++ b/checkpoints/.hydra/config.yaml @@ -0,0 +1,208 @@ +model: + encoder: + name: dcsplat + input_image_shape: + - 518 + - 518 + head_mode: pcd + same_head: false + num_level: 3 + gs_param_dim: 256 + camera_prompt: false + num_visual_prompt: 0 + use_extrinsic_token: false + use_intrinsic_token: false + extrinsic_drop: 0.1 + intrinsic_drop: 0.1 + use_pnp_solver: false + align_corners: false + image_scale: 1.0 + use_uncertainty_token: true + gs_bf16: true + aggregator_bf16: false + img_num_frame_token_N: 0 + img_num_global_token_N: 0 + use_gs_param_img_num_embed: true + use_mean_param_img_num_embed: false + decoder: + name: splatting_cuda + background_color: + - 0.0 + - 0.0 + - 0.0 + make_scale_invariant: false + use_gsplat: true + density_control: + name: density_control_module + mean_dim: 32 + gs_param_dim: 256 + refinement_layer_num: 1 + num_level: 3 + grad_mode: absgrad + use_mean_features: true + refinement_type: quadtree + refinement_hidden_dim: 32 + aggregation_mode: mean + num_heads: 1 + score_mode: 3 + sigmoid_score: true + latent_dim: 128 + num_latents: 64 + num_self_attn_per_block: 2 +render_loss: + mse: + weight: 1.0 + lpips: + weight: 0.05 + apply_after_step: 0 +density_control_loss: + complex_score: + weight: 0.01 + log_scale: false + grad_scale: 5000.0 + mode: 1 +direct_loss: + l1: + weight: 0.8 + ssim: + weight: 0.2 +wandb: + project: DCSplat + entity: scene-representation-group + name: 1027_DL3DV_FULL_U + mode: online + tags: + - dl3dv + - 224x448 + - full +mode: train +data_loader: + train: + num_workers: 16 + persistent_workers: true + batch_size: 4 + seed: 1234 + test: + num_workers: 4 + persistent_workers: false + batch_size: 1 + seed: 2345 + val: + num_workers: 1 + persistent_workers: true + batch_size: 1 + seed: 3456 +optimizer: + lr: 0.0002 + warm_up_steps: 125 + backbone_lr_multiplier: 0.1 + backbone_trainable: GB+H + accumulate: 1 +checkpointing: + load: null + every_n_train_steps: 9375 + save_top_k: 1 + save_weights_only: true +train: + extended_visualization: false + print_log_every_n_steps: 10 + camera_loss: 1.0 + one_sample_validation: datasets/dl3dv/room_batch.pt + align_corners: false + intrinsic_scaling: true + train_context: true + train_hybrid: false + use_pred_point_focal: false + scaling_detach: true + complex_threshold_range: + - 0.0 + - 3.0 + use_umeyama: false + pred_focal_cam_loss: false + direct_loss_weight: 0.0 + direct_iteration_steps: 0 + twice_backward: false + use_uncertainty_camera_weight: true + use_target_uncertainty: point_similarity_mult + verbose: false + complex_random_mode: num_gs_mode3 + start_density_control: 0.0 + base_complex_exp_rate: 4.0 + use_refine_aux: false + train_extrinsic: true +test: + output_path: test/full/dl3dv + align_pose: false + pose_align_steps: 100 + rot_opt_lr: 0.005 + trans_opt_lr: 0.005 + compute_scores: true + save_image: false + save_video: false + save_active_mask_image: false + save_complex_score_image: false + save_compare: false + pred_intrinsic: true + complex_threshold: 0.4 + complex_threshold_list: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + threshold_mode: ratio + nvs_view_N_list: + - 3 + - 6 + - 16 + - 32 + - 64 +seed: 111123 +trainer: + max_steps: 18751 + val_check_interval: 500 + gradient_clip_val: 0.5 + num_nodes: 1 +dataset: + dl3dv: + make_baseline_1: false + relative_pose: true + augment: true + background_color: + - 0.0 + - 0.0 + - 0.0 + overfit_to_scene: null + skip_bad_shape: true + view_sampler: + name: bounded_dl3dv + min_target_views: 4 + num_context_views: 16 + warm_up_steps: 0 + max_img_per_gpu: 16 + min_distance_to_context_views: 0 + initial_min_distance_between_context_views: 5 + initial_max_distance_between_context_views: 7 + min_distance_between_context_views: 32 + max_distance_between_context_views: 256 + min_gap_multiplier: 3 + max_gap_multiplier: 5 + initial_min_gap_multiplier: 2 + initial_max_gap_multiplier: 3 + name: dl3dv + roots: + - datasets/dl3dv + input_image_shape: + - 224 + - 448 + original_image_shape: + - 270 + - 480 + cameras_are_circular: false + baseline_min: 0.001 + baseline_max: 100.0 + max_fov: 100.0 + avg_pose: false + rescale_to_1cube: false + intr_augment: false + normalize_by_pts3d: false diff --git a/checkpoints/.hydra/hydra.yaml b/checkpoints/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c290b5839d187da1a3a797427edd42dc5b0d526 --- /dev/null +++ b/checkpoints/.hydra/hydra.yaml @@ -0,0 +1,168 @@ +hydra: + run: + dir: outputs/full/dl3dv/${wandb.name} + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.mode=RUN + task: + - +experiment=dl3dv + - wandb.mode=online + - wandb.name=1027_DL3DV_FULL_U + - train.one_sample_validation=datasets/dl3dv/room_batch.pt + - optimizer.backbone_trainable=GB+H + - model.encoder.use_uncertainty_token=true + - train.use_uncertainty_camera_weight=true + - train.use_target_uncertainty=point_similarity_mult + job: + name: main + chdir: null + override_dirname: +experiment=dl3dv,model.encoder.use_uncertainty_token=true,optimizer.backbone_trainable=GB+H,train.one_sample_validation=datasets/dl3dv/room_batch.pt,train.use_target_uncertainty=point_similarity_mult,train.use_uncertainty_camera_weight=true,wandb.mode=online,wandb.name=1027_DL3DV_FULL_U + id: ??? + num: ??? + config_name: main + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /root/highspeedstorage/injae_dl3dv/code/CVPR2026 + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /root/highspeedstorage/injae_dl3dv/code/CVPR2026/config + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U + choices: + experiment: dl3dv + dataset@dataset.dl3dv: dl3dv + dataset/view_sampler@dataset.dl3dv.view_sampler: bounded_dl3dv + model/density_control: density_control_module + model/decoder: splatting_cuda + model/encoder: dcsplat + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/checkpoints/.hydra/overrides.yaml b/checkpoints/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4fd5f8d3d8bbe32de2ea2714571a7f1c8b26e361 --- /dev/null +++ b/checkpoints/.hydra/overrides.yaml @@ -0,0 +1,8 @@ +- +experiment=dl3dv +- wandb.mode=online +- wandb.name=1027_DL3DV_FULL_U +- train.one_sample_validation=datasets/dl3dv/room_batch.pt +- optimizer.backbone_trainable=GB+H +- model.encoder.use_uncertainty_token=true +- train.use_uncertainty_camera_weight=true +- train.use_target_uncertainty=point_similarity_mult diff --git a/checkpoints/checkpoints/epoch_19-step_18750.ckpt b/checkpoints/checkpoints/epoch_19-step_18750.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..29ac4702a52c5be326ec8f5d5aac93a7d9721ba4 --- /dev/null +++ b/checkpoints/checkpoints/epoch_19-step_18750.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3609101f2f8a6a696456a1e274d6334c6ad00ad8e101e8538fd38c019c31bc2 +size 4790865675 diff --git a/checkpoints/main.log b/checkpoints/main.log new file mode 100644 index 0000000000000000000000000000000000000000..272663ac5a049ac4b5511f22055b153b52ebc1e0 --- /dev/null +++ b/checkpoints/main.log @@ -0,0 +1,258 @@ +[2025-10-26 19:13:49,064][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:14:19,899][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:14:19,899][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:19:10,336][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:19:16,631][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:19:16,631][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:22:38,182][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:22:44,601][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:22:44,601][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:22:48,867][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance. + +[2025-10-26 19:22:54,328][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`. + +[2025-10-26 19:22:54,329][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:22:54,329][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:22:58,545][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.) + return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined] + +[2025-10-26 19:23:34,745][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:23:41,698][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:23:41,698][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:23:45,936][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance. + +[2025-10-26 19:23:49,495][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`. + +[2025-10-26 19:23:49,496][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:23:49,496][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:23:53,646][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.) + return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined] + +[2025-10-26 19:24:35,723][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:24:42,666][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:24:42,666][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:24:46,880][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance. + +[2025-10-26 19:24:50,494][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`. + +[2025-10-26 19:24:50,495][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:24:50,495][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:24:54,605][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.) + return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined] + +[2025-10-26 19:27:54,048][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:28:00,911][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:28:00,911][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:28:05,191][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance. + +[2025-10-26 19:28:08,758][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`. + +[2025-10-26 19:28:08,760][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:28:08,760][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:28:12,962][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.) + return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined] + +[2025-10-26 19:29:11,320][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose. + warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning) + +[2025-10-26 19:30:13,864][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:30:21,215][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:30:21,215][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:30:25,466][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance. + +[2025-10-26 19:30:29,259][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`. + +[2025-10-26 19:30:29,261][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:30:29,261][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:30:33,394][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.) + return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined] + +[2025-10-26 19:33:09,720][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose. + warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning) + +[2025-10-26 19:34:12,455][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:34:19,263][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:34:19,263][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:36:04,347][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=31` in the `DataLoader` to improve performance. + +[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 19:36:08,105][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`. + +[2025-10-26 19:36:08,107][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:36:08,107][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:36:12,202][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.) + return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined] + +[2025-10-26 19:36:20,660][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/psnr', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 19:36:20,662][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/lpips', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 19:36:20,662][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/ssim', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 19:36:20,663][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/gaussian_num_ratio', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 19:36:20,663][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/uncertainty_weight_mean', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 19:36:20,663][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('info/global_step', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 19:38:49,451][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 19:38:56,872][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 19:48:54,025][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:49:00,901][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:49:00,902][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:49:04,791][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=255` in the `DataLoader` to improve performance. + +[2025-10-26 19:49:08,489][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`. + +[2025-10-26 19:49:08,490][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:49:08,490][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:49:12,665][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.) + return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined] + +[2025-10-26 19:57:42,595][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:58:14,362][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:58:14,363][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:06:16,400][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:06:23,388][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:06:23,389][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:06:49,706][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:06:56,648][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:06:56,648][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:09:54,570][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=31` in the `DataLoader` to improve performance. + +[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:14:49,566][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:14:56,409][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:14:56,409][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:16:49,478][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/data_connector.py:425: The 'val_dataloader' does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` to `num_workers=31` in the `DataLoader` to improve performance. + +[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:16:54,700][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/utilities/data.py:79: Trying to infer the `batch_size` from an ambiguous collection. The batch size we found is 1. To avoid any miscalculations, use `self.log(..., batch_size=batch_size)`. + +[2025-10-26 20:16:54,701][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:16:54,702][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:16:59,158][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/functional.py:554: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at /pytorch/aten/src/ATen/native/TensorShape.cpp:4314.) + return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined] + +[2025-10-26 20:17:07,778][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/psnr', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 20:17:07,781][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/lpips', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 20:17:07,782][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/ssim', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 20:17:07,782][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/gaussian_num_ratio', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 20:17:07,782][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('val/uncertainty_weight_mean', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 20:17:07,782][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/lightning/pytorch/trainer/connectors/logger_connector/result.py:434: It is recommended to use `self.log('info/global_step', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices. + +[2025-10-26 20:19:16,141][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose. + warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning) + +[2025-10-27 07:25:40,575][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + diff --git a/checkpoints/train_ddp_process_1.log b/checkpoints/train_ddp_process_1.log new file mode 100644 index 0000000000000000000000000000000000000000..58a94e8fb21e6eaa0b858509c6a2636c1b2595a5 --- /dev/null +++ b/checkpoints/train_ddp_process_1.log @@ -0,0 +1,60 @@ +[2025-10-26 19:14:32,925][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:15:13,857][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:15:13,858][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:34:31,708][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:34:59,037][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:34:59,039][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 19:38:56,872][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 19:58:29,067][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:59:19,179][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:59:19,179][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:07:10,701][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:08:00,551][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:08:00,553][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:15:09,764][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:15:59,265][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:15:59,266][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose. + warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning) + +[2025-10-27 07:25:40,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + diff --git a/checkpoints/train_ddp_process_2.log b/checkpoints/train_ddp_process_2.log new file mode 100644 index 0000000000000000000000000000000000000000..d0e4bdd89472d135348b22b53cec845cd2e80d0e --- /dev/null +++ b/checkpoints/train_ddp_process_2.log @@ -0,0 +1,60 @@ +[2025-10-26 19:14:33,607][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:15:15,335][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:15:15,336][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:34:32,796][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:35:16,617][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:35:16,618][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 19:38:56,872][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 19:58:28,709][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:59:19,161][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:59:19,162][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:07:10,655][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:08:00,478][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:08:00,479][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:15:09,483][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:15:53,583][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:15:53,584][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose. + warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning) + +[2025-10-27 07:25:40,572][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + diff --git a/checkpoints/train_ddp_process_3.log b/checkpoints/train_ddp_process_3.log new file mode 100644 index 0000000000000000000000000000000000000000..6879dc81922d8b236734ce8f1e193abc7ba651c8 --- /dev/null +++ b/checkpoints/train_ddp_process_3.log @@ -0,0 +1,60 @@ +[2025-10-26 19:14:32,942][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:15:13,439][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:15:13,440][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:34:32,461][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:35:17,768][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:35:17,769][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 19:38:56,871][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 19:58:28,667][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:59:18,173][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:59:18,174][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:07:10,993][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:08:00,751][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:08:00,752][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:15:09,744][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:15:59,265][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:15:59,265][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose. + warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning) + +[2025-10-27 07:25:40,572][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + diff --git a/checkpoints/train_ddp_process_4.log b/checkpoints/train_ddp_process_4.log new file mode 100644 index 0000000000000000000000000000000000000000..af79dd5e2bcc0e891e3f84cbceaae1d8dbe88fa8 --- /dev/null +++ b/checkpoints/train_ddp_process_4.log @@ -0,0 +1,60 @@ +[2025-10-26 19:14:33,329][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:15:15,690][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:15:15,691][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:34:31,999][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:35:06,682][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:35:06,683][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 19:38:56,871][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 19:58:29,085][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:59:19,412][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:59:19,412][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:07:10,329][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:07:59,362][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:07:59,364][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:15:09,445][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:15:50,877][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:15:50,879][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose. + warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning) + +[2025-10-27 07:25:40,574][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + diff --git a/checkpoints/train_ddp_process_5.log b/checkpoints/train_ddp_process_5.log new file mode 100644 index 0000000000000000000000000000000000000000..03c55851c2415cdd8dcfc151c0525c43c7240ed9 --- /dev/null +++ b/checkpoints/train_ddp_process_5.log @@ -0,0 +1,60 @@ +[2025-10-26 19:14:33,522][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:15:15,319][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:15:15,320][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:34:32,669][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:35:18,350][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:35:18,350][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 19:38:56,871][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 19:58:28,697][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:59:19,258][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:59:19,258][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:07:10,203][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:07:51,783][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:07:51,806][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:15:10,044][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:15:59,057][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:15:59,059][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose. + warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning) + +[2025-10-27 07:25:40,572][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + diff --git a/checkpoints/train_ddp_process_6.log b/checkpoints/train_ddp_process_6.log new file mode 100644 index 0000000000000000000000000000000000000000..227ac381bc2354f575372ce9d933aa33874a72e1 --- /dev/null +++ b/checkpoints/train_ddp_process_6.log @@ -0,0 +1,60 @@ +[2025-10-26 19:14:32,713][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:15:13,028][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:15:13,028][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:34:32,660][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:35:18,282][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:35:18,284][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 19:38:56,871][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 19:58:29,057][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:59:19,156][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:59:19,156][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:07:10,309][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:08:00,064][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:08:00,075][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:09:54,574][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:15:10,093][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:15:59,064][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:15:59,065][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:16:49,483][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose. + warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning) + +[2025-10-27 07:25:40,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + diff --git a/checkpoints/train_ddp_process_7.log b/checkpoints/train_ddp_process_7.log new file mode 100644 index 0000000000000000000000000000000000000000..fe74e5899697f0eb936ebd8b3cba3545329ee53e --- /dev/null +++ b/checkpoints/train_ddp_process_7.log @@ -0,0 +1,60 @@ +[2025-10-26 19:14:31,868][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:14:47,663][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:14:47,663][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:34:32,511][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:35:18,264][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:35:18,265][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 19:36:04,351][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 19:38:56,871][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 19:58:28,672][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 19:59:19,254][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 19:59:19,255][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:07:11,021][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:07:57,540][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:07:57,541][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:09:54,573][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:15:09,721][dinov2][INFO] - using MLP layer as FFN +[2025-10-26 20:15:59,158][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead. + warnings.warn( + +[2025-10-26 20:15:59,168][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=VGG16_Weights.IMAGENET1K_V1`. You can also use `weights=VGG16_Weights.DEFAULT` to get the most up-to-date weights. + warnings.warn(msg) + +[2025-10-26 20:16:49,481][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + +[2025-10-26 20:19:25,207][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/autograd/graph.py:824: UserWarning: Grad strides do not match bucket view strides. This may indicate grad was not created according to the gradient layout contract, or that the param's strides changed since DDP was constructed. This is not an error, but may impair performance. +grad.sizes() = [1, 288, 1, 1], strides() = [288, 1, 288, 288] +bucket_view.sizes() = [1, 288, 1, 1], strides() = [288, 1, 1, 1] (Triggered internally at /pytorch/torch/csrc/distributed/c10d/reducer.cpp:328.) + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + +[2025-10-26 20:23:29,369][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/optim/lr_scheduler.py:198: UserWarning: The epoch parameter in `scheduler.step()` was not necessary and is being deprecated where possible. Please use `scheduler.step()` to step the scheduler. During the deprecation, if epoch is different from None, the closed form is used instead of the new chainable form, where available. Please open an issue if you are unable to replicate your use case: https://github.com/pytorch/pytorch/issues/new/choose. + warnings.warn(EPOCH_DEPRECATION_WARNING, UserWarning) + +[2025-10-27 07:25:40,572][py.warnings][WARNING] - /opt/conda/envs/dcsplat/lib/python3.12/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. + warnings.warn( # warn only once + diff --git a/checkpoints/wandb/debug-internal.log b/checkpoints/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..b7aa36bcfe53fd28d12e4415b397781abc10fddb --- /dev/null +++ b/checkpoints/wandb/debug-internal.log @@ -0,0 +1,11 @@ +{"time":"2025-10-26T20:16:44.939811177-07:00","level":"INFO","msg":"stream: starting","core version":"0.22.0"} +{"time":"2025-10-26T20:16:45.278946967-07:00","level":"INFO","msg":"stream: created new stream","id":"lz1fs5n3"} +{"time":"2025-10-26T20:16:45.279015184-07:00","level":"INFO","msg":"stream: started","id":"lz1fs5n3"} +{"time":"2025-10-26T20:16:45.279034875-07:00","level":"INFO","msg":"sender: started","stream_id":"lz1fs5n3"} +{"time":"2025-10-26T20:16:45.279039651-07:00","level":"INFO","msg":"writer: started","stream_id":"lz1fs5n3"} +{"time":"2025-10-26T20:16:45.279069591-07:00","level":"INFO","msg":"handler: started","stream_id":"lz1fs5n3"} +{"time":"2025-10-27T07:26:09.902792125-07:00","level":"INFO","msg":"stream: closing","id":"lz1fs5n3"} +{"time":"2025-10-27T07:26:10.246399522-07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-10-27T07:26:10.358791278-07:00","level":"INFO","msg":"handler: closed","stream_id":"lz1fs5n3"} +{"time":"2025-10-27T07:26:10.359206371-07:00","level":"INFO","msg":"sender: closed","stream_id":"lz1fs5n3"} +{"time":"2025-10-27T07:26:10.359232889-07:00","level":"INFO","msg":"stream: closed","id":"lz1fs5n3"} diff --git a/checkpoints/wandb/debug.log b/checkpoints/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..d5c998f8935a2e6b122de5db0d270586081ed083 --- /dev/null +++ b/checkpoints/wandb/debug.log @@ -0,0 +1,23 @@ +2025-10-26 20:16:44,709 INFO MainThread:8501 [wandb_setup.py:_flush():81] Current SDK version is 0.22.0 +2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_setup.py:_flush():81] Configure stats pid to 8501 +2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings +2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_setup.py:_flush():81] Loading settings from /root/highspeedstorage/injae_dl3dv/code/CVPR2026/wandb/settings +2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_setup.py:_flush():81] Loading settings from environment variables +2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_init.py:setup_run_log_directory():686] Logging user logs to /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U/wandb/run-20251026_201644-lz1fs5n3/logs/debug.log +2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U/wandb/run-20251026_201644-lz1fs5n3/logs/debug-internal.log +2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_init.py:init():813] calling init triggers +2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_init.py:init():818] wandb.init called with sweep_config: {} +config: {'model': {'encoder': {'name': 'dcsplat', 'input_image_shape': [518, 518], 'head_mode': 'pcd', 'same_head': False, 'num_level': 3, 'gs_param_dim': 256, 'camera_prompt': False, 'num_visual_prompt': 0, 'use_extrinsic_token': False, 'use_intrinsic_token': False, 'extrinsic_drop': 0.1, 'intrinsic_drop': 0.1, 'use_pnp_solver': False, 'align_corners': False, 'image_scale': 1.0, 'use_uncertainty_token': True, 'gs_bf16': True, 'aggregator_bf16': False, 'img_num_frame_token_N': 0, 'img_num_global_token_N': 0, 'use_gs_param_img_num_embed': True, 'use_mean_param_img_num_embed': False}, 'decoder': {'name': 'splatting_cuda', 'background_color': [0.0, 0.0, 0.0], 'make_scale_invariant': False, 'use_gsplat': True}, 'density_control': {'name': 'density_control_module', 'mean_dim': 32, 'gs_param_dim': 256, 'refinement_layer_num': 1, 'num_level': 3, 'grad_mode': 'absgrad', 'use_mean_features': True, 'refinement_type': 'quadtree', 'refinement_hidden_dim': 32, 'aggregation_mode': 'mean', 'num_heads': 1, 'score_mode': 3, 'sigmoid_score': True, 'latent_dim': 128, 'num_latents': 64, 'num_self_attn_per_block': 2}}, 'render_loss': {'mse': {'weight': 1.0}, 'lpips': {'weight': 0.05, 'apply_after_step': 0}}, 'density_control_loss': {'complex_score': {'weight': 0.01, 'log_scale': False, 'grad_scale': 5000.0, 'mode': 1}}, 'direct_loss': {'l1': {'weight': 0.8}, 'ssim': {'weight': 0.2}}, 'wandb': {'project': 'DCSplat', 'entity': 'scene-representation-group', 'name': '1027_DL3DV_FULL_U', 'mode': 'online', 'tags': ['dl3dv', '224x448', 'full']}, 'mode': 'train', 'data_loader': {'train': {'num_workers': 16, 'persistent_workers': True, 'batch_size': 4, 'seed': 1234}, 'test': {'num_workers': 4, 'persistent_workers': False, 'batch_size': 1, 'seed': 2345}, 'val': {'num_workers': 1, 'persistent_workers': True, 'batch_size': 1, 'seed': 3456}}, 'optimizer': {'lr': 0.0002, 'warm_up_steps': 125, 'backbone_lr_multiplier': 0.1, 'backbone_trainable': 'GB+H', 'accumulate': 1}, 'checkpointing': {'load': None, 'every_n_train_steps': 9375, 'save_top_k': 1, 'save_weights_only': True}, 'train': {'extended_visualization': False, 'print_log_every_n_steps': 10, 'camera_loss': 1.0, 'one_sample_validation': 'datasets/dl3dv/room_batch.pt', 'align_corners': False, 'intrinsic_scaling': True, 'train_context': True, 'train_hybrid': False, 'use_pred_point_focal': False, 'scaling_detach': True, 'complex_threshold_range': [0.0, 3.0], 'use_umeyama': False, 'pred_focal_cam_loss': False, 'direct_loss_weight': 0.0, 'direct_iteration_steps': 0, 'twice_backward': False, 'use_uncertainty_camera_weight': True, 'use_target_uncertainty': 'point_similarity_mult', 'verbose': False, 'complex_random_mode': 'num_gs_mode3', 'start_density_control': 0.0, 'base_complex_exp_rate': 4.0, 'use_refine_aux': False, 'train_extrinsic': True}, 'test': {'output_path': 'test/full/dl3dv', 'align_pose': False, 'pose_align_steps': 100, 'rot_opt_lr': 0.005, 'trans_opt_lr': 0.005, 'compute_scores': True, 'save_image': False, 'save_video': False, 'save_active_mask_image': False, 'save_complex_score_image': False, 'save_compare': False, 'pred_intrinsic': True, 'complex_threshold': 0.4, 'complex_threshold_list': [0.0, 0.2, 0.4, 0.6, 0.8], 'threshold_mode': 'ratio', 'nvs_view_N_list': [3, 6, 16, 32, 64]}, 'seed': 111123, 'trainer': {'max_steps': 18751, 'val_check_interval': 500, 'gradient_clip_val': 0.5, 'num_nodes': 1}, 'dataset': {'dl3dv': {'make_baseline_1': False, 'relative_pose': True, 'augment': True, 'background_color': [0.0, 0.0, 0.0], 'overfit_to_scene': None, 'skip_bad_shape': True, 'view_sampler': {'name': 'bounded_dl3dv', 'min_target_views': 4, 'num_context_views': 16, 'warm_up_steps': 0, 'max_img_per_gpu': 16, 'min_distance_to_context_views': 0, 'initial_min_distance_between_context_views': 5, 'initial_max_distance_between_context_views': 7, 'min_distance_between_context_views': 32, 'max_distance_between_context_views': 256, 'min_gap_multiplier': 3, 'max_gap_multiplier': 5, 'initial_min_gap_multiplier': 2, 'initial_max_gap_multiplier': 3}, 'name': 'dl3dv', 'roots': ['datasets/dl3dv'], 'input_image_shape': [224, 448], 'original_image_shape': [270, 480], 'cameras_are_circular': False, 'baseline_min': 0.001, 'baseline_max': 100.0, 'max_fov': 100.0, 'avg_pose': False, 'rescale_to_1cube': False, 'intr_augment': False, 'normalize_by_pts3d': False}}, '_wandb': {}} +2025-10-26 20:16:44,710 INFO MainThread:8501 [wandb_init.py:init():861] starting backend +2025-10-26 20:16:44,923 INFO MainThread:8501 [wandb_init.py:init():864] sending inform_init request +2025-10-26 20:16:44,929 INFO MainThread:8501 [wandb_init.py:init():872] backend started and connected +2025-10-26 20:16:44,937 INFO MainThread:8501 [wandb_init.py:init():942] updated telemetry +2025-10-26 20:16:44,954 INFO MainThread:8501 [wandb_init.py:init():966] communicating run to backend with 90.0 second timeout +2025-10-26 20:16:45,671 INFO MainThread:8501 [wandb_init.py:init():1017] starting run threads in backend +2025-10-26 20:16:45,838 INFO MainThread:8501 [wandb_run.py:_console_start():2506] atexit reg +2025-10-26 20:16:45,839 INFO MainThread:8501 [wandb_run.py:_redirect():2354] redirect: wrap_raw +2025-10-26 20:16:45,840 INFO MainThread:8501 [wandb_run.py:_redirect():2423] Wrapping output streams. +2025-10-26 20:16:45,840 INFO MainThread:8501 [wandb_run.py:_redirect():2446] Redirects installed. +2025-10-26 20:16:45,844 INFO MainThread:8501 [wandb_init.py:init():1057] run started, returning control to user process +2025-10-27 07:26:09,881 INFO wandb-AsyncioManager-main:8501 [service_client.py:_forward_responses():84] Reached EOF. +2025-10-27 07:26:09,900 INFO wandb-AsyncioManager-main:8501 [mailbox.py:close():137] Closing mailbox, abandoning 1 handles. diff --git a/checkpoints/wandb/run-20251026_192052-ka6adsfk/files/config.yaml b/checkpoints/wandb/run-20251026_192052-ka6adsfk/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..959878e5f54e3a7a3252c34974ac27b2956ff2b1 --- /dev/null +++ b/checkpoints/wandb/run-20251026_192052-ka6adsfk/files/config.yaml @@ -0,0 +1,336 @@ +_wandb: + value: + cli_version: 0.22.0 + e: + bqnq59rrc9wwtdqgeyvd10mvcngu8ggv: + args: + - +experiment=dl3dv + - wandb.mode=online + - wandb.name=1027_DL3DV_FULL_U + - train.one_sample_validation=datasets/dl3dv/room_batch.pt + - optimizer.backbone_trainable=GB+H + - model.encoder.use_uncertainty_token=true + - train.use_uncertainty_camera_weight=true + - train.use_target_uncertainty=point_similarity_mult + - test.pred_intrinsic=true + cpu_count: 128 + cpu_count_logical: 256 + cudaVersion: "12.9" + disk: + /: + total: "1081101176832" + used: "131845980160" + email: dna9041@korea.ac.kr + executable: /opt/conda/envs/dcsplat/bin/python + git: + remote: git@github.com:K-nowing/CVPR2026.git + gpu: NVIDIA B200 + gpu_count: 8 + gpu_nvidia: + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-db54dd24-eb9e-e26f-19d8-1d7021a3a376 + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-54d5d857-4546-967d-c3af-db1f156d7f41 + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-923bd3c1-bd2a-beef-2fcf-7ca2fb0ad9a8 + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-fbcea736-ea20-9820-7627-0b6d970b5270 + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-4c2283a2-543f-a52b-b3c7-2e6812a89a21 + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-e6994020-85dd-f5ea-620f-1c2feb276273 + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-00c57f2f-d95e-f10a-fef8-50e497815c70 + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-83a0753f-78d3-caeb-272b-1ea556bb0880 + host: notebook-c8f942b6-b2d9-11f0-b992-125e6a168a5d-0 + memory: + total: "2163983302656" + os: Linux-5.15.0-157-generic-x86_64-with-glibc2.35 + program: -m src.main + python: CPython 3.12.12 + root: /root/highspeedstorage/injae_dl3dv/code/CVPR2026/outputs/full/dl3dv/1027_DL3DV_FULL_U + startedAt: "2025-10-27T02:20:52.952065Z" + writerId: bqnq59rrc9wwtdqgeyvd10mvcngu8ggv + m: + - "1": trainer/global_step + "6": + - 3 + "7": [] + - "2": '*' + "5": 1 + "6": + - 1 + "7": [] + python_version: 3.12.12 + t: + "1": + - 1 + - 41 + - 49 + - 50 + - 79 + - 106 + "2": + - 1 + - 41 + - 49 + - 50 + - 79 + - 106 + "3": + - 7 + - 13 + - 15 + - 16 + - 66 + "4": 3.12.12 + "5": 0.22.0 + "12": 0.22.0 + "13": linux-x86_64 +checkpointing: + value: + every_n_train_steps: 9375 + load: null + save_top_k: 1 + save_weights_only: true +data_loader: + value: + test: + batch_size: 1 + num_workers: 4 + persistent_workers: false + seed: 2345 + train: + batch_size: 4 + num_workers: 16 + persistent_workers: true + seed: 1234 + val: + batch_size: 1 + num_workers: 1 + persistent_workers: true + seed: 3456 +dataset: + value: + dl3dv: + augment: true + avg_pose: false + background_color: + - 0 + - 0 + - 0 + baseline_max: 100 + baseline_min: 0.001 + cameras_are_circular: false + input_image_shape: + - 224 + - 448 + intr_augment: false + make_baseline_1: false + max_fov: 100 + name: dl3dv + normalize_by_pts3d: false + original_image_shape: + - 270 + - 480 + overfit_to_scene: null + relative_pose: true + rescale_to_1cube: false + roots: + - datasets/dl3dv_toy + skip_bad_shape: true + view_sampler: + initial_max_distance_between_context_views: 7 + initial_max_gap_multiplier: 3 + initial_min_distance_between_context_views: 5 + initial_min_gap_multiplier: 2 + max_distance_between_context_views: 256 + max_gap_multiplier: 5 + max_img_per_gpu: 16 + min_distance_between_context_views: 32 + min_distance_to_context_views: 0 + min_gap_multiplier: 3 + min_target_views: 4 + name: bounded_dl3dv + num_context_views: 16 + warm_up_steps: 0 +density_control_loss: + value: + complex_score: + grad_scale: 5000 + log_scale: false + mode: 1 + weight: 0.01 +direct_loss: + value: + l1: + weight: 0.8 + ssim: + weight: 0.2 +mode: + value: train +model: + value: + decoder: + background_color: + - 0 + - 0 + - 0 + make_scale_invariant: false + name: splatting_cuda + use_gsplat: true + density_control: + aggregation_mode: mean + grad_mode: absgrad + gs_param_dim: 256 + latent_dim: 128 + mean_dim: 32 + name: density_control_module + num_heads: 1 + num_latents: 64 + num_level: 3 + num_self_attn_per_block: 2 + refinement_hidden_dim: 32 + refinement_layer_num: 1 + refinement_type: quadtree + score_mode: 3 + sigmoid_score: true + use_mean_features: true + encoder: + aggregator_bf16: false + align_corners: false + camera_prompt: false + extrinsic_drop: 0.1 + gs_bf16: true + gs_param_dim: 256 + head_mode: pcd + image_scale: 1 + img_num_frame_token_N: 0 + img_num_global_token_N: 0 + input_image_shape: + - 518 + - 518 + intrinsic_drop: 0.1 + name: dcsplat + num_level: 3 + num_visual_prompt: 0 + same_head: false + use_extrinsic_token: false + use_gs_param_img_num_embed: true + use_intrinsic_token: false + use_mean_param_img_num_embed: false + use_pnp_solver: false + use_uncertainty_token: true +optimizer: + value: + accumulate: 1 + backbone_lr_multiplier: 0.1 + backbone_trainable: GB+H + lr: 0.0002 + warm_up_steps: 125 +render_loss: + value: + lpips: + apply_after_step: 0 + weight: 0.05 + mse: + weight: 1 +seed: + value: 111123 +test: + value: + align_pose: false + complex_threshold: 0.4 + complex_threshold_list: + - 0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + compute_scores: true + nvs_view_N_list: + - 3 + - 6 + - 16 + - 32 + - 64 + output_path: test/full/dl3dv + pose_align_steps: 100 + pred_intrinsic: true + rot_opt_lr: 0.005 + save_active_mask_image: false + save_compare: false + save_complex_score_image: false + save_image: false + save_video: false + threshold_mode: ratio + trans_opt_lr: 0.005 +train: + value: + align_corners: false + base_complex_exp_rate: 4 + camera_loss: 1 + complex_random_mode: num_gs_mode3 + complex_threshold_range: + - 0 + - 3 + direct_iteration_steps: 0 + direct_loss_weight: 0 + extended_visualization: false + intrinsic_scaling: true + one_sample_validation: datasets/dl3dv/room_batch.pt + pred_focal_cam_loss: false + print_log_every_n_steps: 10 + scaling_detach: true + start_density_control: 0 + train_context: true + train_extrinsic: true + train_hybrid: false + twice_backward: false + use_pred_point_focal: false + use_refine_aux: false + use_target_uncertainty: point_similarity_mult + use_umeyama: false + use_uncertainty_camera_weight: true + verbose: false +trainer: + value: + gradient_clip_val: 0.5 + max_steps: 18751 + num_nodes: 1 + val_check_interval: 500 +wandb: + value: + entity: scene-representation-group + mode: online + name: 1027_DL3DV_FULL_U + project: DCSplat + tags: + - dl3dv + - 224x448 + - full diff --git a/checkpoints/wandb/run-20251026_192052-ka6adsfk/files/output.log b/checkpoints/wandb/run-20251026_192052-ka6adsfk/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e15162688fab1fbc5eba56e2ebfc4be43c692594 --- /dev/null +++ b/checkpoints/wandb/run-20251026_192052-ka6adsfk/files/output.log @@ -0,0 +1,93 @@ +LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0] + + | Name | Type | Params | Mode +------------------------------------------------------------------------ +0 | encoder | OurSplat | 588 M | train +1 | density_control_module | DensityControlModule | 2.6 M | train +2 | decoder | DecoderSplattingCUDA | 0 | train +3 | render_losses | ModuleList | 0 | train +4 | density_control_losses | ModuleList | 0 | train +5 | direct_losses | ModuleList | 0 | train +6 | pnp_solver | KorniaPnPSolver | 0 | train +------------------------------------------------------------------------ +590 M Trainable params +0 Non-trainable params +590 M Total params +2,363.290 Total estimated model params size (MB) +782 Modules in train mode +980 Modules in eval mode +Sanity Checking: | | 0/? [00:00